-- Logs begin at Wed 2021-06-16 15:13:17 UTC, end at Wed 2021-06-16 16:18:35 UTC. -- Jun 16 15:46:38.127767 dv-cinder-796113-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 15:46:41.173443 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:46:41.174417 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 15:46:41.174704 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:46:41.178257 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:46:41.178618 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 15:46:41.179021 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:46:41.180098 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:46:41.180423 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:46:41.181021 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:46:41.181322 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:46:41.181731 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:46:41.182151 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.182546 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.182962 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.183286 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.183709 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.184947 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.184947 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.185245 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.185581 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.185969 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.186348 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.186746 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.187073 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.187457 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.187961 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.188312 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.188726 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] debug = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.189090 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.189574 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.190167 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.190564 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.190968 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.191405 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.191781 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.192159 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.192629 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.193168 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] host = dv-cinder-796113-4-iscsi {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.193579 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.194007 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.194413 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.194815 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.195150 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.195543 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.195946 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.196335 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.196757 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] log_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.197651 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.197967 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.198334 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.198680 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.198977 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.199250 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.199625 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.199979 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.200325 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.200692 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.201089 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.201379 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.201710 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.202033 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.202375 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.202704 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.203080 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.203403 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.203725 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.204108 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.204434 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.204804 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.205128 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.205419 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.205750 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.206321 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.206472 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.206770 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.207129 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.207469 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.207801 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.208210 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.208473 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.208852 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.209176 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.209496 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.209815 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] use_json = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.210135 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.210462 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.210796 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.211113 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.211433 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.211753 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.212069 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.212405 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:41.212909 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.213267 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.214037 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.214037 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.214539 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.214926 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.215280 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.215649 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.216119 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.216490 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.216884 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.217251 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.217590 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.217919 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.218319 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.218679 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.219023 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.219364 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.219688 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.220012 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.220345 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.220709 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.221044 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.221386 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.221723 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.222079 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.222546 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.223043 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.223526 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.224016 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.224487 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.225027 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.225506 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.225960 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.226472 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.226971 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.227532 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.227924 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.229289 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.229887 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.230052 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.230468 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.230953 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.231495 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.232008 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.232357 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.232952 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.233424 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.233905 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.234382 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.234858 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.235350 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.235840 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.236313 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.236833 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.237322 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.237806 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.238281 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.238749 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.239225 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.239697 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.240187 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.240712 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.241199 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.241685 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.242164 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.242636 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.243081 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.243693 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.244814 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.245399 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.245891 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.246381 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.247136 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.247661 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.248155 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.248856 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.249425 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.249904 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.250439 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.250982 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.251643 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.252154 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.252687 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.253217 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.253702 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.254206 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.254703 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.255193 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.255709 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.256210 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.256768 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.257293 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.257817 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.258326 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.258849 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.259355 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.259938 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.260449 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:41.260855 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:46:41.261281 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91751) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 15:46:41.662380 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:41.662664 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:41.662961 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:41.663315 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 15:46:42.087009 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.087298 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.087599 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.089307 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.089587 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.089862 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.127809 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.128074 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.128345 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.144073 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.144367 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.144677 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.178607 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.179289 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.179289 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.218744 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.219009 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.219284 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.479996 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.480261 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.480447 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.480750 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.481765 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.620782 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.621106 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.621429 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.621935 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.622214 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.622535 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.622799 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.623057 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.623319 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.623604 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.623865 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.624133 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.624395 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.624691 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.624954 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.625224 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.625502 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.625762 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.626038 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.626293 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.626580 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.626956 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.627212 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.627504 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.627753 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.628003 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.628455 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:46:42.628724 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:46:42.628967 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:46:42.629241 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:46:42.629565 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:46:42.629818 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:46:42.631395 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 15:46:42.635516 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 15:46:42.639992 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 15:46:42.644456 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jun 16 15:46:42.647419 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 15:46:42.647972 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 15:46:42.648325 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 15:46:42.648764 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 15:46:42.652251 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 15:46:42.652513 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 15:46:42.652904 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:46:42.683730 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 15:46:42.684194 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.684501 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91751) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 15:46:42.684919 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.686419 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91751) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 15:46:42.686706 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:46:42.686954 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 15:46:42.690539 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.690823 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:42.755992 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 15:46:42.756186 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 15:46:42.756371 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 15:46:42.756801 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 15:46:42.782256 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_db.sqlalchemy.engines [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91751) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 15:46:43.395643 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Initializing driver for type 'gre' Jun 16 15:46:43.396459 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] gre ID ranges: [(1, 1000)] Jun 16 15:46:43.480128 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Initializing driver for type 'local' Jun 16 15:46:43.480717 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Initializing driver for type 'vlan' Jun 16 15:46:43.499726 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] VlanTypeDriver initialization complete Jun 16 15:46:43.500118 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Initializing driver for type 'vxlan' Jun 16 15:46:43.500752 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] vxlan ID ranges: [(1, 1000)] Jun 16 15:46:43.578532 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Initializing extension driver 'port_security' Jun 16 15:46:43.579118 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.extensions.port_security [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] PortSecurityExtensionDriver initialization complete Jun 16 15:46:43.579871 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Initializing mechanism driver 'openvswitch' Jun 16 15:46:43.580417 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Initializing mechanism driver 'hyperv' Jun 16 15:46:43.592027 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.plugins.ml2.plugin [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:43.593334 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > port after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.593972 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > port after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.594559 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > port after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.595220 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.595805 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.596394 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.597079 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > network after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.597662 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > network after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.598242 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > network after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.598892 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.599459 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.600029 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.600716 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.601294 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.601880 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.602534 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.603130 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.604863 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.605425 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] ML2 OVO RPC backend initialized. {{(pid=91751) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 15:46:43.606719 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.607278 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.607953 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > network before_response 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.608549 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > networks before_response 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.609130 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > port before_response 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.609731 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > ports before_response 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.610275 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.610851 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.611441 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > network after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.612049 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > network after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.612664 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > network after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.622263 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > port after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.623005 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > port after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.623594 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > port after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.624190 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.624823 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.625433 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.626445 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.plugin [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Modular L2 Plugin initialization complete Jun 16 15:46:43.626981 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading services supported by the core plugin {{(pid=91751) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 15:46:43.627391 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.plugins.ml2.managers [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Got port-security extension from driver 'port_security' Jun 16 15:46:43.627947 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.extensions.vlantransparent [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Disabled vlantransparent extension. Jun 16 15:46:43.628649 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91751) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 15:46:43.629004 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading Plugin: router Jun 16 15:46:43.675497 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.675778 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router after_create 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.676161 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router before_create 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.676556 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.676944 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.677303 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router after_delete 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.677665 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.678035 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router after_create 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.678387 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router after_update 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.678737 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router after_update 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.679086 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.679451 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router after_update 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.679872 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.680252 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: port after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.680626 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: port after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.680970 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: subnet after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.681305 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.681700 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.682581 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.682929 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: port before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.683274 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.683635 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router after_update 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.684002 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.684358 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.684828 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.685180 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.685561 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > network after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.686551 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Tracking information for resource: router configured {{(pid=91751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:46:43.686971 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Tracking information for resource: floatingip configured {{(pid=91751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:46:43.693122 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.db.l3_agentschedulers_db [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 15:46:43.693884 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: port after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.694274 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: port after_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.694726 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: port after_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.695109 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: port after_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.696056 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router before_create 55550100 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.696566 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.696899 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.697396 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.702959 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.services.provider_configuration [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service providers = [] {{(pid=91751) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 15:46:43.703338 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.db.servicetype_db [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91751) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 15:46:43.707415 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.services.service_base [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:46:43.707791 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.services.service_base [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:46:43.708197 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.services.service_base [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:46:43.709347 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.services.service_base [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:46:43.709924 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.services.service_base [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 15:46:43.710329 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:46:43.710652 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 15:46:43.723167 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:46:43.723502 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading Plugin: auto_allocate Jun 16 15:46:43.730551 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: network precommit_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.730923 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: network precommit_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.731485 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:46:43.731805 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading Plugin: tag Jun 16 15:46:43.739244 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:46:43.739575 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading Plugin: timestamp Jun 16 15:46:43.746164 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:46:43.746502 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading Plugin: network_ip_availability Jun 16 15:46:43.752858 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.753253 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.753623 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:43.754489 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:46:43.754811 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading Plugin: flavors Jun 16 15:46:43.760477 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:46:43.760951 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading Plugin: revisions Jun 16 15:46:43.766547 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:46:43.766956 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.104s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:43.767755 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91751) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 15:46:43.768093 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Initializing extension manager. Jun 16 15:46:43.768703 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: __init__.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.769051 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: __pycache__ {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.769389 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.769831 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: address_group.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.770735 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.771458 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: address-group Jun 16 15:46:43.771788 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: address_scope.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.772717 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.773346 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: address-scope Jun 16 15:46:43.773673 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.774737 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.775266 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: router-admin-state-down-before-update Jun 16 15:46:43.776503 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: agent.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.777251 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.777778 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: agent Jun 16 15:46:43.778104 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: agent_resources_synced.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.779107 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.779622 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: agent-resources-synced Jun 16 15:46:43.779944 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.782184 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.782722 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: allowed-address-pairs Jun 16 15:46:43.783051 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.784215 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.784769 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: auto-allocated-topology Jun 16 15:46:43.785154 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: availability_zone.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.785945 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.786547 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: availability_zone Jun 16 15:46:43.786875 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: availability_zone_filter.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.787831 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.788390 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: availability_zone_filter Jun 16 15:46:43.788786 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: data_plane_status.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.789928 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.790464 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 15:46:43.790786 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: default_subnetpools.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.792058 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.792712 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: default-subnetpools Jun 16 15:46:43.793128 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.794029 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.794549 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: dhcp_agent_scheduler Jun 16 15:46:43.794875 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: dns.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.795880 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.796391 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 15:46:43.796743 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: dns_domain_ports.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.797734 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.798253 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 15:46:43.798577 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: dvr.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.799273 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.799896 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: dvr Jun 16 15:46:43.800320 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: empty_string_filtering.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.801339 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.801862 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: empty-string-filtering Jun 16 15:46:43.802187 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.803144 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.803658 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:46:43.803979 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.804984 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.805506 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 15:46:43.805828 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: external_net.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.807495 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.808102 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: external-net Jun 16 15:46:43.808461 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.809539 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.810122 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: extra_dhcp_opt Jun 16 15:46:43.810561 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: extraroute.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.811572 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.812153 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: extraroute Jun 16 15:46:43.812559 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: extraroute_atomic.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.813879 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.814466 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: extraroute-atomic Jun 16 15:46:43.814836 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: filter_validation.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.815592 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.816158 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: filter-validation Jun 16 15:46:43.816557 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: fip_pf_description.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.817603 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.818205 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 15:46:43.818561 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: fip_port_details.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.819548 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.820112 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: fip-port-details Jun 16 15:46:43.820476 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: flavors.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.821917 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.822565 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: flavors Jun 16 15:46:43.822936 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.830819 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.830819 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 15:46:43.830819 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: floatingip_pools.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.830819 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.830819 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: floatingip-pools Jun 16 15:46:43.830819 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: ip_allocation.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.831756 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.831756 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 15:46:43.831756 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.831756 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.831756 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: ip-substring-filtering Jun 16 15:46:43.831756 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: l2_adjacency.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.832702 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.833274 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 15:46:43.833631 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: l3.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.834798 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.835377 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: router Jun 16 15:46:43.835740 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.839277 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.840733 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:46:43.840733 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.841505 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.842097 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: ext-gw-mode Jun 16 15:46:43.842486 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.843681 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.844253 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: l3-ha Jun 16 15:46:43.844663 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: l3_flavors.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.845630 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.846189 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: l3-flavors Jun 16 15:46:43.846549 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.847593 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.848175 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 15:46:43.848549 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: l3agentscheduler.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.849786 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.850366 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: l3_agent_scheduler Jun 16 15:46:43.850737 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: logging.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.852548 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.853182 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension logging not supported by any of loaded plugins Jun 16 15:46:43.853640 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: metering.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.854573 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.855312 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: metering Jun 16 15:46:43.855686 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.857008 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.857655 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: metering_source_and_destination_fields Jun 16 15:46:43.858022 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: multiprovidernet.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.859122 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.859698 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: multi-provider Jun 16 15:46:43.860070 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: netmtu.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.861163 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.861811 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: net-mtu Jun 16 15:46:43.862220 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: netmtu_writable.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.863261 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.864175 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: net-mtu-writable Jun 16 15:46:43.864665 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: network_availability_zone.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.865749 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.866575 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: network_availability_zone Jun 16 15:46:43.867072 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: network_ip_availability.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.868789 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.870140 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: network-ip-availability Jun 16 15:46:43.870534 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: network_segment_range.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.871856 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.872695 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 15:46:43.873088 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: pagination.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.874606 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.875156 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: pagination Jun 16 15:46:43.875800 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: port_device_profile.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.877121 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.877802 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: port-device-profile Jun 16 15:46:43.878144 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.879392 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.880196 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: port-mac-address-regenerate Jun 16 15:46:43.880634 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.881956 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.882520 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: port-numa-affinity-policy Jun 16 15:46:43.883015 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: port_resource_request.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.884238 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.885892 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 15:46:43.886387 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: portbindings.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.887314 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.888233 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: binding Jun 16 15:46:43.888777 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: portbindings_extended.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.890933 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.891658 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: binding-extended Jun 16 15:46:43.892199 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: portsecurity.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.893807 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.894756 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: port-security Jun 16 15:46:43.895325 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: project_id.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.897357 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.897877 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: project-id Jun 16 15:46:43.898399 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: providernet.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.900035 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.901073 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: provider Jun 16 15:46:43.901615 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: qos.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.907620 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.908338 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension qos not supported by any of loaded plugins Jun 16 15:46:43.908854 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.910968 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.911935 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 15:46:43.912493 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.914127 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.914887 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 15:46:43.915362 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: qos_default.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.917120 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.917993 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension qos-default not supported by any of loaded plugins Jun 16 15:46:43.918643 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: qos_fip.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.919628 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.920463 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 15:46:43.921037 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.922496 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.923347 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 15:46:43.923766 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.925159 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.926002 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 15:46:43.926391 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.927868 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.928590 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 15:46:43.929105 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: qos_rules_alias.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.930645 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.931510 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 15:46:43.932562 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: quotasv2.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.933827 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.934158 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: quotas Jun 16 15:46:43.934520 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: quotasv2_detail.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.938016 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.938358 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: quota_details Jun 16 15:46:43.938690 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: rbac.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.939858 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.940438 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: rbac-policies Jun 16 15:46:43.940797 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: rbac_address_group.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.941829 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.942353 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: rbac-address-group Jun 16 15:46:43.942683 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: rbac_address_scope.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.943644 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.944172 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: rbac-address-scope Jun 16 15:46:43.944497 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: rbac_security_groups.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.945761 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.946293 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: rbac-security-groups Jun 16 15:46:43.946621 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.948415 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.948983 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: rbac-subnetpool Jun 16 15:46:43.949310 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: revisionifmatch.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.950277 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.950801 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: revision-if-match Jun 16 15:46:43.951125 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: revisions.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.952325 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.952902 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: standard-attr-revisions Jun 16 15:46:43.953335 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: router_availability_zone.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.954052 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.954573 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: router_availability_zone Jun 16 15:46:43.954895 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: routerservicetype.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.955893 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.956410 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 15:46:43.956762 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.957784 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.958330 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: security-groups-normalized-cidr Jun 16 15:46:43.958650 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.959848 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.960410 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: port-security-groups-filtering Jun 16 15:46:43.960750 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.961807 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.962339 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: security-groups-remote-address-group Jun 16 15:46:43.962741 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: securitygroup.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.973134 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.973727 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: security-group Jun 16 15:46:43.974063 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: segment.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.974990 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.975526 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension segment not supported by any of loaded plugins Jun 16 15:46:43.975855 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.976997 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.977537 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 15:46:43.977862 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: servicetype.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.979093 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.979638 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: service-type Jun 16 15:46:43.979970 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: sorting.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.981111 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.981447 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: sorting Jun 16 15:46:43.981789 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: standard_attr_segment.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.982747 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.983299 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 15:46:43.983620 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: standardattrdescription.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.984319 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.984865 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: standard-attr-description Jun 16 15:46:43.985185 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: stateful_security_group.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.986226 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.986756 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: stateful-security-group Jun 16 15:46:43.987079 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: stdattrs_common.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.987681 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 15:46:43.987999 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.989085 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.989620 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 15:46:43.989940 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: subnet_onboard.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.991069 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.991599 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: subnet_onboard Jun 16 15:46:43.991924 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.992922 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.993442 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 15:46:43.993767 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: subnet_service_types.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.995277 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.995816 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: subnet-service-types Jun 16 15:46:43.996142 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: subnetallocation.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.997609 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.998150 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: subnet_allocation Jun 16 15:46:43.998475 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:43.999169 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:43.999683 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: subnetpool-prefix-ops Jun 16 15:46:44.000009 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:44.000999 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:44.001519 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 15:46:44.001840 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: tagging.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:44.002989 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:44.003513 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: standard-attr-tag Jun 16 15:46:44.003839 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: timestamp.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:44.005298 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:44.005839 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loaded extension: standard-attr-timestamp Jun 16 15:46:44.006164 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: trunk.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:44.007299 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:44.007840 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension trunk not supported by any of loaded plugins Jun 16 15:46:44.008166 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: trunk_details.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:44.009171 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:44.009728 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 15:46:44.010650 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:44.011696 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:44.012179 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 15:46:44.012505 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Loading extension file: vlantransparent.py {{(pid=91751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:46:44.013250 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:46:44.013768 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 15:46:44.016404 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:network Jun 16 15:46:44.016978 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:subnet Jun 16 15:46:44.017374 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:46:44.017764 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:port Jun 16 15:46:44.019136 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.019592 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service FLAVORS assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.020220 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.020781 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.021083 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:router Jun 16 15:46:44.021523 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:46:44.022026 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service METERING assigned prefix: /metering {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.023509 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:44.023881 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:44.024233 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:44.025391 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:46:44.025860 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:46:44.026304 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:46:44.026958 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service CORE assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.027284 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:46:44.027628 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] subnetpool is already registered Jun 16 15:46:44.028078 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service CORE assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.028398 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:46:44.028752 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] subnetpool is already registered Jun 16 15:46:44.031411 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.031938 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service FLAVORS assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.032586 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.033175 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.033517 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:router Jun 16 15:46:44.033862 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] router is already registered Jun 16 15:46:44.034384 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:46:44.034720 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] floatingip is already registered Jun 16 15:46:44.035292 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service METERING assigned prefix: /metering {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.036011 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:46:44.036340 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] rbac_policy is already registered Jun 16 15:46:44.036805 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:46:44.037139 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] security_group is already registered Jun 16 15:46:44.037561 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:46:44.037890 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] security_group_rule is already registered Jun 16 15:46:44.038568 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service CORE assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.038889 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:46:44.039222 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] subnetpool is already registered Jun 16 15:46:44.039656 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.v2.resource_helper [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Service CORE assigned prefix: {{(pid=91751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:46:44.039974 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:46:44.040300 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING neutron.quota.resource_registry [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] subnetpool is already registered Jun 16 15:46:44.040824 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: extensions {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.042439 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: address-groups {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.043954 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: address-scopes {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.045321 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: agents {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.046492 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: auto-allocated-topology {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.047758 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: availability_zones {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.049031 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: dhcp-networks {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.050565 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: dhcp-agents {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.052131 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: routers {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.054030 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: flavors {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.057314 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: service_profiles {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.058562 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: next_providers {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.060185 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: service_profiles {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.061952 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: floatingip-pools {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.063171 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: routers {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.064930 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: floatingips {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.066230 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: l3-routers {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.067623 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: l3-agents {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.069096 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: metering-labels {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.070366 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: metering-label-rules {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.071799 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: network-ip-availabilities {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.073686 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: bindings {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.075343 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: quotas {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.076968 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: quotas {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.078389 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: rbac-policies {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.079577 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: security-groups {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.080931 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: security-group-rules {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.082193 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: service-providers {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.083413 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: subnetpools {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.084777 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: subnetpools {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.086341 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.088066 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.090159 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.092023 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.093696 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.095660 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.097381 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.099174 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.101075 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.102828 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron.api.extensions [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Extended resource: tags {{(pid=91751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:46:44.109465 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING keystonemiddleware.auth_token [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 15:46:44.114623 dv-cinder-796113-4-iscsi neutron-server[91751]: WARNING keystonemiddleware.auth_token [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 15:46:44.124812 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Acquired lock "singleton_lock" {{(pid=91751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 15:46:44.125356 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Releasing lock "singleton_lock" {{(pid=91751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 15:46:44.126156 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO oslo_service.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Starting 2 workers Jun 16 15:46:44.131488 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Started child 91872 {{(pid=91751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:46:44.137188 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Started child 91873 {{(pid=91751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:46:44.139005 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO neutron.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 15:46:44.139670 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Notify callbacks [] for process, before_spawn {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.141243 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.142510 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO oslo_service.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Starting 1 workers Jun 16 15:46:44.143631 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [-] (91872) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:46:44.143799 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.146711 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [-] (91873) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:46:44.148317 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Started child 91874 {{(pid=91751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:46:44.148959 dv-cinder-796113-4-iscsi neutron-server[91751]: INFO oslo_service.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Starting 1 workers Jun 16 15:46:44.153825 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Started child 91875 {{(pid=91751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:46:44.154696 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] Notify callbacks [] for process, after_spawn {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.155000 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] calling RpcWorker wait() {{(pid=91874) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 15:46:44.155821 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.service [None req-5dc582f9-eb73-48a7-b248-8d969c9183d7 None None] returning from RpcWorker wait() {{(pid=91874) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 15:46:44.156995 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 15:46:44.157216 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:46:44.157635 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:46:44.157815 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.157942 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:46:44.158243 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:46:44.158402 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:44.158520 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:46:44.159004 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.159299 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.159667 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.159951 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.160342 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.161046 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.161198 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.161939 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.161939 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.161939 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.162262 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.162455 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.162864 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.163133 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.163471 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.163775 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.164085 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.164324 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.164793 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.164793 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.165222 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.165447 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.165802 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.166535 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] debug = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.166936 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.167411 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.167762 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.168031 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.168264 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.168567 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.168819 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.169187 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.169412 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.169650 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.169878 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.170259 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.170490 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.170727 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.170951 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.171275 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.171512 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.172184 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] host = dv-cinder-796113-4-iscsi {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.172467 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.172769 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.173008 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.173218 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.173472 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.173686 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.174071 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.174319 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.174548 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.174801 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.175122 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.175399 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.175677 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.176157 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.176157 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_options = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.176671 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.176671 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.177076 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.177316 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.177316 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.177718 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.177718 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.178119 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.178330 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.178736 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.178960 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.179169 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.179540 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.179764 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.179992 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.180234 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.180806 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.180806 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.181234 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.181450 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.181801 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.182038 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.182310 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.182657 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.182911 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.183130 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.183350 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.183585 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.183818 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.184053 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.184435 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.184738 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.184971 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.185178 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.185381 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.185717 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.186114 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.186495 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.186726 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.186977 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.187240 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.187486 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.187789 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.188068 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.188305 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.188623 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_json = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.188859 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.189334 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.189334 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.189757 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.189757 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.190168 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.190168 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.190599 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.190968 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.191363 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.191762 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.192102 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.192349 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.192640 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.192885 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.193119 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.193397 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.193678 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.194048 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.194330 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.194702 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.195019 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.195277 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.195609 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.195881 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.196181 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.196577 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.196787 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.197038 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.197860 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.198211 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.198491 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.198737 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.199140 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.199418 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.199726 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.199998 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.200273 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.200500 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.200758 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.201152 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.201471 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.201745 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.201983 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.202245 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.202500 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.202838 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.203149 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.203552 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.203889 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.204160 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.204437 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.204862 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.205098 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.205321 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.205568 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.205802 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.206027 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.206245 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.206466 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.206859 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.206859 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.207328 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.207328 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.207754 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.207754 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.208181 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.208181 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.208639 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.208853 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.209160 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.209565 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.209792 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.210054 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.210255 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.210472 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.210820 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.211045 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.211388 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.211592 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:44.211795 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.211998 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.212317 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.212616 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.212997 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.213788 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.213788 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.214296 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.214599 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.214853 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.215286 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.215286 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.215614 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.215829 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.216202 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.216506 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.216832 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.217017 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.217284 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.217535 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.217805 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.218058 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.218318 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.218562 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.218856 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.219109 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.219366 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.219621 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.219864 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.220112 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.220332 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.220632 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.220849 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.221143 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.221351 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.221686 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.221906 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.222108 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.222390 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.222643 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.222947 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.223201 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.224207 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.224207 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.224207 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.224797 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.224797 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.225108 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.225423 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.225423 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.225734 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.226020 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.226296 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.226537 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.226771 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.229065 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.229065 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.229065 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.229065 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.229065 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.229065 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.229065 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.230003 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.230003 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.230003 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.230344 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.230344 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.230571 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.230851 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.231071 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.231327 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.231603 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.231845 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.232069 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.232356 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.232638 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.232974 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.233230 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.233451 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.233745 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.234043 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.234304 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.234571 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.234790 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.235015 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.235383 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.235609 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.235842 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.236323 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.236580 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.243978 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.244595 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.245000 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.245412 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.245828 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.246237 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.246918 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.247380 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.247830 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.248254 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.253711 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.254265 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.254689 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.255157 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.255541 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.255979 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.256382 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.260557 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.261057 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.261500 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.261907 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.262299 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.262717 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.263131 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.263554 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.264011 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.265108 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.265538 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.265930 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.266351 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.266741 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.267179 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.267580 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.267956 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.268365 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.268785 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.269197 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.269664 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.271242 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.271655 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.275073 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.275667 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.276103 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.276553 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.277147 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.277655 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.278136 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.278479 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.278902 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.279314 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.279719 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.280118 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.280499 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.282512 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.285142 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.285566 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.285954 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.286363 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.286760 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.287150 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.287560 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.287948 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.288339 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.289224 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.289454 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.289874 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.290253 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.290732 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.292032 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.292756 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.293325 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.293834 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.294248 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.294891 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.295378 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.295781 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.296218 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.296772 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.297148 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.297583 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.297980 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.298358 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.298752 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.299203 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.299780 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.300305 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.300747 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.301174 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.301634 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.302092 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.302534 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.302941 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.303466 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.304022 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.304507 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.304984 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.305423 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.305880 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.306283 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.306752 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.307205 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.307609 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.308002 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.308447 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.308884 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.309299 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.309725 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.310140 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.310554 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.310955 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.311368 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.311796 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.312197 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.312477 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:46:44.313425 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 15:46:44.313704 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:46:44.313978 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:46:44.314314 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:46:44.314580 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:46:44.314854 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:46:44.315211 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.315492 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.315778 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.316058 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.316361 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.316664 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.316956 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.317237 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.317513 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.317791 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.318071 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.318357 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.318642 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.318926 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.319208 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.319491 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.319774 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.320056 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.320344 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.320657 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.320940 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.321227 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.321614 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] debug = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.321854 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.322179 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.323319 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.323825 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.324049 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.324252 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.324476 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.324760 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.325050 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.325340 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.325925 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.326134 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.326383 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.326621 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.326911 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.327195 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.327485 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.327771 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] host = dv-cinder-796113-4-iscsi {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.328055 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.328338 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.328641 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.328887 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.329268 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.329479 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.329678 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.330081 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.330293 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.330482 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.330765 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.331044 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.331323 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.331603 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.331992 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_options = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.332274 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.332565 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.332858 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.333239 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.333456 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.333720 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.334042 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.334245 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.334532 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.334795 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.335083 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.335372 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.335642 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.335987 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.336244 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.336443 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.337480 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.337480 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.337480 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.338577 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.338824 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.339351 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.339851 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.340133 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.340422 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.340739 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.341023 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.341303 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.341584 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.341865 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.342145 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.342426 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.342715 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.342989 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.343275 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.343560 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.343841 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.344121 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.344387 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.344689 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.344972 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.345247 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.345519 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.345802 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.346088 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.346380 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_json = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.346663 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.346936 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.347204 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.347478 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.347754 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.348034 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.348308 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.348613 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:46:44.348964 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.349218 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.349568 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.349789 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.350012 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:44.350192 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.350333 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.350590 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.350876 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.351157 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.351443 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.351742 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.352031 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.352337 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.352679 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.352934 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.353231 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.354112 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.354112 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.354112 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.354112 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.355773 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.355773 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.356007 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.356286 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.356619 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.356905 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.357181 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.357457 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.357738 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.358032 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.358320 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.358602 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.358942 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.359158 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.359443 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.359777 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.359995 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.360279 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.360584 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.360871 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.361158 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.361441 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.361726 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.362015 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.362301 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.362591 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.362887 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.363183 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.363474 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.363761 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.364067 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.364352 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.364667 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.364953 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.365238 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.365525 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.365815 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.366095 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.366381 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.366670 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.366953 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.367263 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.367551 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.367841 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.368671 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.370046 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.370339 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.370478 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.370712 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.370982 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.371274 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.371562 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.372359 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.372762 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.373047 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.373319 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.373596 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.373882 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.374160 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.374450 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.374738 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.375025 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.375309 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.375592 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.375892 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.376704 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.376704 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.376946 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 35728) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:44.377071 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.377071 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.377698 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.377698 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.377941 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.378196 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.378393 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.378676 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.379032 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.379228 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.379516 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.379794 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.380075 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.380362 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.380690 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.380971 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.381256 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.381540 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.381825 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.382148 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.382367 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.382644 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.382921 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.383200 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.383587 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.383837 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.384053 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.384413 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.384819 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.385038 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.386170 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.386170 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.386170 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.386170 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.387009 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.387009 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.387009 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.387620 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.387620 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.387620 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.388229 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.388229 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.388684 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.388900 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.389114 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.389423 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.389649 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096302 Jun 16 15:46:44.389931 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.389931 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.390237 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.390471 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.390672 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.390961 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.391242 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.392400 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.392400 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.392400 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.392400 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.394250 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.394250 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.394250 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.394250 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.394250 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.394250 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.394250 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.397082 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.397082 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.397082 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.397082 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.397082 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.397388 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.397494 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.398728 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.398728 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.398728 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.398728 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.399027 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.399171 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.399419 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.399711 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.399996 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.400279 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.401716 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.401716 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.401716 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.402143 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.402143 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.402430 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.402718 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.403003 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.403292 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.403578 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.403867 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.404154 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.404438 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.404762 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.405054 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.405341 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.405635 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.405986 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.406197 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.406639 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.406829 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.407062 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.407343 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.407627 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.407914 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.408334 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.408493 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.408779 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.409749 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.409749 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.409749 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.410168 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.410168 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.410445 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.410668 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.410947 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.411238 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.411512 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.411815 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.412199 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.412356 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.412717 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.412955 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.413256 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.413578 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.414693 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.414693 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.414693 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.414693 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.415288 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.415288 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.415549 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.415685 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.416517 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.416829 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.417674 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.417674 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.417674 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.418092 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.418230 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.418515 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.418756 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.419040 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.419346 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.419649 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.419952 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.420238 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.422374 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.422374 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.422374 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.422374 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.422374 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.422374 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.422374 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.423138 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.423339 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.423808 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.424283 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.424812 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.425320 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.425786 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.426079 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.426445 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.426854 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.426992 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.428280 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.428280 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.428280 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.428280 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.428780 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.428780 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.429004 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.429351 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.429494 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.429720 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.430000 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.430280 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.430563 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.430847 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.431124 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.431411 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.431908 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.433007 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.433007 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.433007 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.433529 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:46:44.433529 dv-cinder-796113-4-iscsi neutron-server[91751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:47:00.402041 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530ec734-a419-4af3-b50b-88889c641997 None None] get_active_networks_info from dv-cinder-796113-4-iscsi {{(pid=91874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 15:47:00.493229 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530ec734-a419-4af3-b50b-88889c641997 None None] No non-hosted networks {{(pid=91874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 15:47:00.507969 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.agentschedulers_db [None req-530ec734-a419-4af3-b50b-88889c641997 None None] DHCP Agent not found on host dv-cinder-796113-4-iscsi {{(pid=91874) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 15:47:00.824065 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4631caab-dd23-4af7-9087-52786bc91319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087'] for agent, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:04.408074 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c8dc61a7-86ea-4a6f-99bb-9eb0da42d1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087'] for agent, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:04.494301 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c1df97fe-dfde-4420-8f77-593b7b843fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:05.253438 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087'] for agent, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:05.254561 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.257956 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.258476 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.258994 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.259444 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.259901 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.262764 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.263367 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.263836 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.266545 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.268380 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.269004 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:05.269658 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796113-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:05.287145 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796113-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:06.369165 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087'] for agent, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:07.952518 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.db.l3_hamode_db [None req-13d0e5cd-9b4a-46f0-bd5c-1e64bd5bd6dc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 15:47:08.101084 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0e5cd-9b4a-46f0-bd5c-1e64bd5bd6dc None None] Routers set() bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:08.101622 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d0e5cd-9b4a-46f0-bd5c-1e64bd5bd6dc None None] Router IDs set() for agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 15:47:08.556375 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087'] for agent, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:09.726865 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 35822) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:10.516851 dv-cinder-796113-4-iscsi neutron-server[91872]: WARNING oslo_policy.policy [None req-644fc323-25ea-4973-b037-54bd0059c45a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:47:10.517819 dv-cinder-796113-4-iscsi neutron-server[91872]: WARNING oslo_policy.policy [None req-644fc323-25ea-4973-b037-54bd0059c45a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:47:10.754766 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [None req-644fc323-25ea-4973-b037-54bd0059c45a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:47:10.755907 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-644fc323-25ea-4973-b037-54bd0059c45a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0264943 Jun 16 15:47:13.678139 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 35836) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:14.538858 dv-cinder-796113-4-iscsi neutron-server[91873]: WARNING oslo_policy.policy [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:47:14.539432 dv-cinder-796113-4-iscsi neutron-server[91873]: WARNING oslo_policy.policy [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:47:14.890845 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:15.032717 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.policy [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91873) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 15:47:15.087218 dv-cinder-796113-4-iscsi neutron-server[91873]: WARNING oslo_policy.policy [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:47:15.087808 dv-cinder-796113-4-iscsi neutron-server[91873]: WARNING oslo_policy.policy [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:47:15.106640 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.quota [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] Loaded quota_driver: . Jun 16 15:47:15.242890 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760839443941', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760839441352', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760839464923', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760839462381', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760839414692', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760839409566', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1737204', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1764733', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562626'] for rbac-policy, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:15.319255 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:15.321303 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e6d8c2fa-cfe9-4ed4-a0eb-dc74b3859766 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.6418290 Jun 16 15:47:18.195247 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 35854) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:18.657986 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Request body: {'network': {'tenant_id': '13c66a6056174348868dd5994477d409', 'name': 'private', 'admin_state_up': True, 'project_id': '13c66a6056174348868dd5994477d409'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:18.659466 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.quota [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Loaded quota_driver: . Jun 16 15:47:18.727566 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Made reservation on behalf of 13c66a6056174348868dd5994477d409 for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:18.830034 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.policy [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 15:47:18.877955 dv-cinder-796113-4-iscsi neutron-server[91872]: WARNING oslo_policy.policy [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:47:18.878390 dv-cinder-796113-4-iscsi neutron-server[91872]: WARNING oslo_policy.policy [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:47:18.889656 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.914166 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.100673 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.106529 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.112732 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:19.130361 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:47:19.167603 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760836557096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.168260 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Unsubscribe: segment precommit_create {{(pid=91872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 15:47:19.168804 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Added segment 399faca4-43ae-48e7-af6a-a86d303af550 of type vlan for network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 Jun 16 15:47:19.203739 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdb5cb3-6e6c-41f9-860a-9b217b19b8a1,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:19.272310 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.272742 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.273106 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.273455 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.273812 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.274177 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.274524 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.274904 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.275253 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.275597 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.276039 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.276879 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Tracked resource versions report: Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: pushed versions: Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: { 'AddressGroup': {'1.2'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'ConntrackHelper': {'1.0'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Log': {'1.0'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Network': {'1.1'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Port': {'1.7'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'PortForwarding': {'1.2'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'QosPolicy': {'1.8'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SecurityGroup': {'1.4'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SubPort': {'1.0'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Subnet': {'1.1'}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Trunk': {'1.1'}} Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: consumer versions: Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: { DHCP agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: L3 agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: Metadata agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: Metering agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: Open vSwitch agent@dv-cinder-796113-4-iscsi: { 'AddressGroup': '1.2', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'ConntrackHelper': '1.0', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Log': '1.0', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Network': '1.1', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Port': '1.7', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'PortForwarding': '1.2', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'QosPolicy': '1.8', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SecurityGroup': '1.4', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SecurityGroupRule': '1.2', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SubPort': '1.0', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Subnet': '1.1', Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Trunk': '1.1'}} Jun 16 15:47:19.278145 dv-cinder-796113-4-iscsi neutron-server[91872]: {{(pid=91872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:47:19.333865 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.346803 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:19.406488 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.408761 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:19.409516 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.412666 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:19.466487 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2696271 Jun 16 15:47:19.526409 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Pushing event updated for resources: {'Network': ['ID=4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:19.530672 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:19.543705 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:47:22.658160 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 35870) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:23.223695 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4560098-786b-45a4-83fc-a1d254ba81fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:23.225435 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-b4560098-786b-45a4-83fc-a1d254ba81fe admin admin] 10.222.0.48 "GET /v2.0/networks/4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 HTTP/1.1" status: 200 len: 826 time: 0.5661442 Jun 16 15:47:23.277482 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-e0b965bf-7474-4851-b2af-05858a34146b admin admin] 10.222.0.48 "GET /v2.0/subnetpools/17905450-59fd-488f-b326-6569737230bc HTTP/1.1" status: 200 len: 734 time: 0.0402243 Jun 16 15:47:23.290971 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Request body: {'subnet': {'subnetpool_id': '17905450-59fd-488f-b326-6569737230bc', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5', 'gateway_ip': '172.20.0.1', 'tenant_id': '13c66a6056174348868dd5994477d409'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:23.321806 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Made reservation on behalf of 13c66a6056174348868dd5994477d409 for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:23.324861 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.816906 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.825232 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:23.946299 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc9c2cd-0acc-4a0d-b45e-e1d284030777,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:23.955044 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Checking segment: {'id': '399faca4-43ae-48e7-af6a-a86d303af550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:23.955667 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Network hostable DHCP agents. Network: 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:47:23.964307 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:23.987451 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:47:24.002881 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:24.011183 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:24.012248 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:24.017068 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881db2f-17b5-485d-8c63-50bef642b3f0 None None] Network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:24.032591 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7448487 Jun 16 15:47:24.466941 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5', 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5', 'tenant_id': '13c66a6056174348868dd5994477d409', 'fixed_ips': [{'subnet_id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:47:24.468287 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:24.855971 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Allocated IP 172.20.0.2 (4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5/3cc9c2cd-0acc-4a0d-b45e-e1d284030777/9cc756b3-0af9-4edb-aac7-88376b379d6e) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:25.160664 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.232123 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Transition to ACTIVE for port object 9cc756b3-0af9-4edb-aac7-88376b379d6e will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:25.261218 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Transition to ACTIVE for port object 9cc756b3-0af9-4edb-aac7-88376b379d6e will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:25.273257 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.280806 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:25.407041 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:25.430744 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:25.444083 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:25.444358 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Pushing event updated for resources: {'Port': ['ID=9cc756b3-0af9-4edb-aac7-88376b379d6e,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:25.459158 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.459531 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.459865 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.460225 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.460558 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.460926 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.461354 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.461783 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.462185 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.462630 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.463042 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.463474 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Tracked resource versions report: Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: pushed versions: Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: { 'AddressGroup': {'1.2'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'ConntrackHelper': {'1.0'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Log': {'1.0'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Network': {'1.1'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Port': {'1.7'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'PortForwarding': {'1.2'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'QosPolicy': {'1.8'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SecurityGroup': {'1.4'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SubPort': {'1.0'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Subnet': {'1.1'}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Trunk': {'1.1'}} Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: consumer versions: Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: { DHCP agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: L3 agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: Metadata agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: Metering agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: Open vSwitch agent@dv-cinder-796113-4-iscsi: { 'AddressGroup': '1.2', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'ConntrackHelper': '1.0', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Log': '1.0', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Network': '1.1', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Port': '1.7', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'PortForwarding': '1.2', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'QosPolicy': '1.8', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SecurityGroup': '1.4', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SecurityGroupRule': '1.2', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SubPort': '1.0', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Subnet': '1.1', Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Trunk': '1.1'}} Jun 16 15:47:25.464763 dv-cinder-796113-4-iscsi neutron-server[91874]: {{(pid=91874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:47:25.486475 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:25.551237 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Attempting to bind port 9cc756b3-0af9-4edb-aac7-88376b379d6e on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:25.551662 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Attempting to bind port 9cc756b3-0af9-4edb-aac7-88376b379d6e by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '399faca4-43ae-48e7-af6a-a86d303af550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:25.552096 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Attempting to bind port 9cc756b3-0af9-4edb-aac7-88376b379d6e on network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:25.559191 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:25.559662 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Checking segment: {'id': '399faca4-43ae-48e7-af6a-a86d303af550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:25.560200 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.560685 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Bound using segment: {'id': '399faca4-43ae-48e7-af6a-a86d303af550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:25.561178 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Bound port: 9cc756b3-0af9-4edb-aac7-88376b379d6e, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399faca4-43ae-48e7-af6a-a86d303af550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:25.561565 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.641158 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] For port 9cc756b3-0af9-4edb-aac7-88376b379d6e, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:25.646426 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] For port 9cc756b3-0af9-4edb-aac7-88376b379d6e, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=9cc756b3-0af9-4edb-aac7-88376b379d6e,segment=NetworkSegment(399faca4-43ae-48e7-af6a-a86d303af550),segment_id=399faca4-43ae-48e7-af6a-a86d303af550)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:25.652670 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.659013 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:25.736663 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Pushing event updated for resources: {'Port': ['ID=9cc756b3-0af9-4edb-aac7-88376b379d6e,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:25.748785 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:26.857325 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 35878) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:27.439966 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [None req-f079c62d-0af0-441e-9d00-11345cb830db admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:47:27.441170 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-f079c62d-0af0-441e-9d00-11345cb830db admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5824897 Jun 16 15:47:30.296037 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a90ab602-750f-46ef-b72c-aa725746821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:30.586203 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 35886) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:31.011931 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [None req-b96cdc60-155f-41d3-b10a-3066eb4c0e22 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:47:31.013114 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b96cdc60-155f-41d3-b10a-3066eb4c0e22 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4256225 Jun 16 15:47:32.079732 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 9cc756b3-0af9-4edb-aac7-88376b379d6e up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:32.194490 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 9cc756b3-0af9-4edb-aac7-88376b379d6e completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:33.540960 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a310d6f5-eadb-46bf-b57d-df8751152e5a None None] Network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:33.664629 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3233fc7e-6d99-4d2e-aedf-62e78aacb9b4 None None] Provisioning for port 9cc756b3-0af9-4edb-aac7-88376b379d6e completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:33.683140 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3233fc7e-6d99-4d2e-aedf-62e78aacb9b4 None None] Provisioning complete for port 9cc756b3-0af9-4edb-aac7-88376b379d6e triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:33.683793 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3233fc7e-6d99-4d2e-aedf-62e78aacb9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:33.967881 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3233fc7e-6d99-4d2e-aedf-62e78aacb9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:34.064186 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-3233fc7e-6d99-4d2e-aedf-62e78aacb9b4 None None] For port 9cc756b3-0af9-4edb-aac7-88376b379d6e, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=9cc756b3-0af9-4edb-aac7-88376b379d6e,segment=NetworkSegment(399faca4-43ae-48e7-af6a-a86d303af550),segment_id=399faca4-43ae-48e7-af6a-a86d303af550)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:34.074457 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3233fc7e-6d99-4d2e-aedf-62e78aacb9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:34.082262 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:34.151774 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233fc7e-6d99-4d2e-aedf-62e78aacb9b4 None None] Pushing event updated for resources: {'Port': ['ID=9cc756b3-0af9-4edb-aac7-88376b379d6e,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:34.155631 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3233fc7e-6d99-4d2e-aedf-62e78aacb9b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:34.273411 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 35900) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:34.407303 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2f024d72-1cc5-4720-ba46-b4c2979145b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:34.427534 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-e7e6f9b2-2c5a-48a6-a886-a6d206d2555b None None] Provisioning complete for port 9cc756b3-0af9-4edb-aac7-88376b379d6e triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:34.428126 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f9b2-2c5a-48a6-a886-a6d206d2555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:34.768218 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-03030b1d-73c2-4c23-9cf3-d3865c5ec731 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '13c66a6056174348868dd5994477d409'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:34.802849 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03030b1d-73c2-4c23-9cf3-d3865c5ec731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:34.804976 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03030b1d-73c2-4c23-9cf3-d3865c5ec731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:34.987695 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03030b1d-73c2-4c23-9cf3-d3865c5ec731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:34.995416 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03030b1d-73c2-4c23-9cf3-d3865c5ec731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:35.013975 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03030b1d-73c2-4c23-9cf3-d3865c5ec731 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:35.015540 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-03030b1d-73c2-4c23-9cf3-d3865c5ec731 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7411113 Jun 16 15:47:35.252564 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.004601 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 9cc756b3-0af9-4edb-aac7-88376b379d6e up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:36.082592 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 9cc756b3-0af9-4edb-aac7-88376b379d6e triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:36.083337 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.215760 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.257187 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:47:38.119760 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 35918) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:38.281760 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [None req-7d2dd4e0-7aaf-4e70-a443-fb11d01ed4f5 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:47:38.282793 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7d2dd4e0-7aaf-4e70-a443-fb11d01ed4f5 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1617746 Jun 16 15:47:38.498084 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:41.081305 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 35936) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:41.145197 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:41.186632 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Made reservation on behalf of edbb6c487d034e0b99bcc74c23ec586f for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:41.190650 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:41.219904 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:41.410244 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:41.415311 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:41.420575 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:41.431349 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Reserving flat network on physical network physnet1 {{(pid=91873) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 15:47:41.476910 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760836557096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:41.477677 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Unsubscribe: segment precommit_create {{(pid=91873) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 15:47:41.478277 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Added segment 0a28cd67-c4a1-4360-b4fc-f092a1983e0b of type flat for network e934428e-02c4-4920-a028-c63fe0bcfad1 Jun 16 15:47:41.498305 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682264d0-15dc-412c-869d-b3ce086a1ae7,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:41.548182 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.548572 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.548916 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.549243 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.549568 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.549943 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.550306 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.550673 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.551032 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.551384 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.551758 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.552116 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Tracked resource versions report: Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: pushed versions: Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: { 'AddressGroup': {'1.2'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'ConntrackHelper': {'1.0'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Log': {'1.0'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Network': {'1.1'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Port': {'1.7'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'PortForwarding': {'1.2'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'QosPolicy': {'1.8'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SecurityGroup': {'1.4'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SubPort': {'1.0'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Subnet': {'1.1'}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Trunk': {'1.1'}} Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: consumer versions: Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: { DHCP agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: L3 agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: Metadata agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: Metering agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: Open vSwitch agent@dv-cinder-796113-4-iscsi: { 'AddressGroup': '1.2', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'ConntrackHelper': '1.0', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Log': '1.0', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Network': '1.1', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Port': '1.7', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'PortForwarding': '1.2', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'QosPolicy': '1.8', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SecurityGroup': '1.4', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SecurityGroupRule': '1.2', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SubPort': '1.0', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Subnet': '1.1', Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Trunk': '1.1'}} Jun 16 15:47:41.553324 dv-cinder-796113-4-iscsi neutron-server[91873]: {{(pid=91873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:47:41.621114 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:41.626964 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:41.683408 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:41.684642 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:41.685409 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:41.687822 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:41.762552 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6797915 Jun 16 15:47:41.847596 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Pushing event updated for resources: {'Network': ['ID=e934428e-02c4-4920-a028-c63fe0bcfad1,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:41.866725 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:41.881849 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network e934428e-02c4-4920-a028-c63fe0bcfad1 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:47:45.066622 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 35948) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:45.232715 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45622b79-b8eb-4bf3-aeea-dcbf591f3aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:45.234077 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-45622b79-b8eb-4bf3-aeea-dcbf591f3aa5 admin admin] 10.222.0.48 "GET /v2.0/subnets/3cc9c2cd-0acc-4a0d-b45e-e1d284030777 HTTP/1.1" status: 200 len: 849 time: 0.1665072 Jun 16 15:47:45.359053 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6fe4843c-f689-445e-9074-dcee1349b359 admin admin] 10.222.0.48 "GET /v2.0/routers/77e201c7-3b35-40c4-a7d8-b92ed5632851 HTTP/1.1" status: 200 len: 704 time: 0.1194243 Jun 16 15:47:45.650281 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:46.039414 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Allocated IP 172.20.0.1 (4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5/3cc9c2cd-0acc-4a0d-b45e-e1d284030777/61057131-7033-49c2-87fc-523a1ed4bda9) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:46.265467 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:46.297333 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Transition to ACTIVE for port object 61057131-7033-49c2-87fc-523a1ed4bda9 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:46.389486 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:46.392970 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:46.467339 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:46.474076 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:46.485377 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:46.485915 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:46.507086 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Pushing event updated for resources: {'Port': ['ID=61057131-7033-49c2-87fc-523a1ed4bda9,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:46.556407 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:46.761920 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-2fe04b81-51fc-40ba-8825-07ed736c86dd None None] Provisioning for port 61057131-7033-49c2-87fc-523a1ed4bda9 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:46.777787 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-2fe04b81-51fc-40ba-8825-07ed736c86dd None None] Provisioning complete for port 61057131-7033-49c2-87fc-523a1ed4bda9 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:46.778166 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2fe04b81-51fc-40ba-8825-07ed736c86dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:46.799980 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:46.815046 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-2fe04b81-51fc-40ba-8825-07ed736c86dd None None] Port 61057131-7033-49c2-87fc-523a1ed4bda9 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:47:47.004037 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:47.009440 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:47.011547 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:47.013623 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:47.069909 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Pushing event updated for resources: {'Port': ['ID=61057131-7033-49c2-87fc-523a1ed4bda9,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:47.079388 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:47.156382 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:47.158100 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:47.403001 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Router 77e201c7-3b35-40c4-a7d8-b92ed5632851 is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:47:47.437565 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6e1cab8f-6887-42f6-9087-95f20966b8cb None None] Provisioning complete for port 61057131-7033-49c2-87fc-523a1ed4bda9 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:47.437839 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6e1cab8f-6887-42f6-9087-95f20966b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:47.492360 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6e1cab8f-6887-42f6-9087-95f20966b8cb None None] Port 61057131-7033-49c2-87fc-523a1ed4bda9 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:47:47.560020 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:47:47.569617 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] 10.222.0.48 "PUT /v2.0/routers/77e201c7-3b35-40c4-a7d8-b92ed5632851/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2050993 Jun 16 15:47:47.570875 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Sync routers for ids ['77e201c7-3b35-40c4-a7d8-b92ed5632851'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:47:47.589103 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Routers {'77e201c7-3b35-40c4-a7d8-b92ed5632851'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:47.590426 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:47:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['77e201c7-3b35-40c4-a7d8-b92ed5632851'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:47.784438 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Set router 77e201c7-3b35-40c4-a7d8-b92ed5632851 gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:48.253579 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'name': 'router1', 'tenant_id': '13c66a6056174348868dd5994477d409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:34Z', 'updated_at': '2021-06-16T15:47:46Z', 'revision_number': 2, 'project_id': '13c66a6056174348868dd5994477d409', 'gw_port_host': None, '_interfaces': [{'id': '61057131-7033-49c2-87fc-523a1ed4bda9', 'name': '', 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5', 'tenant_id': '13c66a6056174348868dd5994477d409', 'mac_address': 'fa:16:3e:43:b0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:45Z', 'updated_at': '2021-06-16T15:47:46Z', 'revision_number': 2, 'project_id': '13c66a6056174348868dd5994477d409', 'subnets': [{'id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17905450-59fd-488f-b326-6569737230bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:48.259711 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Checking router: 77e201c7-3b35-40c4-a7d8-b92ed5632851 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:47:48.260739 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Updating router 77e201c7-3b35-40c4-a7d8-b92ed5632851 port 61057131-7033-49c2-87fc-523a1ed4bda9 binding host dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:47:48.344688 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:48.942546 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:48.966864 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Transition to ACTIVE for port object 61057131-7033-49c2-87fc-523a1ed4bda9 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:48.976004 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:48.979544 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:49.174030 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Pushing event updated for resources: {'Port': ['ID=61057131-7033-49c2-87fc-523a1ed4bda9,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:49.208771 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.209229 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.209444 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.209767 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.210126 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.210397 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.210711 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.211023 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.212119 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.212119 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.212119 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.212363 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Tracked resource versions report: Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: pushed versions: Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: { 'AddressGroup': {'1.2'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'ConntrackHelper': {'1.0'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Log': {'1.0'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Network': {'1.1'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Port': {'1.7'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'PortForwarding': {'1.2'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'QosPolicy': {'1.8'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SecurityGroup': {'1.4'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SubPort': {'1.0'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Subnet': {'1.1'}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Trunk': {'1.1'}} Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: consumer versions: Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: { DHCP agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: L3 agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: Metadata agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: Metering agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: Open vSwitch agent@dv-cinder-796113-4-iscsi: { 'AddressGroup': '1.2', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'ConntrackHelper': '1.0', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Log': '1.0', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Network': '1.1', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Port': '1.7', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'PortForwarding': '1.2', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'QosPolicy': '1.8', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SecurityGroup': '1.4', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SecurityGroupRule': '1.2', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SubPort': '1.0', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Subnet': '1.1', Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Trunk': '1.1'}} Jun 16 15:47:49.213486 dv-cinder-796113-4-iscsi neutron-server[91875]: {{(pid=91875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:47:49.228085 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Attempting to bind port 61057131-7033-49c2-87fc-523a1ed4bda9 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:49.230572 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Attempting to bind port 61057131-7033-49c2-87fc-523a1ed4bda9 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '399faca4-43ae-48e7-af6a-a86d303af550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:49.230572 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Attempting to bind port 61057131-7033-49c2-87fc-523a1ed4bda9 on network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:49.232187 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:49.239247 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:49.239659 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Checking segment: {'id': '399faca4-43ae-48e7-af6a-a86d303af550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:49.240175 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:49.240589 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Bound using segment: {'id': '399faca4-43ae-48e7-af6a-a86d303af550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:49.241106 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Bound port: 61057131-7033-49c2-87fc-523a1ed4bda9, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399faca4-43ae-48e7-af6a-a86d303af550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:49.241483 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:49.332873 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] For port 61057131-7033-49c2-87fc-523a1ed4bda9, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:49.358304 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] For port 61057131-7033-49c2-87fc-523a1ed4bda9, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=61057131-7033-49c2-87fc-523a1ed4bda9,segment=NetworkSegment(399faca4-43ae-48e7-af6a-a86d303af550),segment_id=399faca4-43ae-48e7-af6a-a86d303af550)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:49.363426 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:49.366015 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:49.441747 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Routers {'77e201c7-3b35-40c4-a7d8-b92ed5632851'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:49.442529 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:47:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['77e201c7-3b35-40c4-a7d8-b92ed5632851'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:49.516471 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Pushing event updated for resources: {'Port': ['ID=61057131-7033-49c2-87fc-523a1ed4bda9,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:49.530101 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:49.545625 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] Set router 77e201c7-3b35-40c4-a7d8-b92ed5632851 gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:49.820310 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'name': 'router1', 'tenant_id': '13c66a6056174348868dd5994477d409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:34Z', 'updated_at': '2021-06-16T15:47:46Z', 'revision_number': 2, 'project_id': '13c66a6056174348868dd5994477d409', 'gw_port_host': None, '_interfaces': [{'id': '61057131-7033-49c2-87fc-523a1ed4bda9', 'name': '', 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5', 'tenant_id': '13c66a6056174348868dd5994477d409', 'mac_address': 'fa:16:3e:43:b0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:45Z', 'updated_at': '2021-06-16T15:47:49Z', 'revision_number': 4, 'project_id': '13c66a6056174348868dd5994477d409', 'subnets': [{'id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17905450-59fd-488f-b326-6569737230bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:49.825152 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca192e20-843e-4e1a-bf40-b6d95d58e85e None None] The sync data for ids ['77e201c7-3b35-40c4-a7d8-b92ed5632851'] in dv-cinder-796113-4-iscsi is: [{'id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'name': 'router1', 'tenant_id': '13c66a6056174348868dd5994477d409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:34Z', 'updated_at': '2021-06-16T15:47:46Z', 'revision_number': 2, 'project_id': '13c66a6056174348868dd5994477d409', 'gw_port_host': None, '_interfaces': [{'id': '61057131-7033-49c2-87fc-523a1ed4bda9', 'name': '', 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5', 'tenant_id': '13c66a6056174348868dd5994477d409', 'mac_address': 'fa:16:3e:43:b0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:45Z', 'updated_at': '2021-06-16T15:47:49Z', 'revision_number': 4, 'project_id': '13c66a6056174348868dd5994477d409', 'subnets': [{'id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17905450-59fd-488f-b326-6569737230bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:47:49.853020 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 35958) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:49.982693 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36210429-09d3-45eb-9c47-441494fbc13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:49.984071 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-36210429-09d3-45eb-9c47-441494fbc13a admin admin] 10.222.0.48 "GET /v2.0/networks/e934428e-02c4-4920-a028-c63fe0bcfad1 HTTP/1.1" status: 200 len: 842 time: 0.1293952 Jun 16 15:47:49.993850 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'name': 'public-subnet'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:50.026700 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Made reservation on behalf of edbb6c487d034e0b99bcc74c23ec586f for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:50.029022 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.417320 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.objects.ports [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91872) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 15:47:50.417792 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.420008 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9d0ba79b-570e-4a90-8e43-20becfc0e8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:50.476462 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c3b484-fedb-4ec5-8462-9884f3ea8a40,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:50.479355 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:50.489404 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:50.489760 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Network hostable DHCP agents. Network: e934428e-02c4-4920-a028-c63fe0bcfad1, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:47:50.511474 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:47:50.523852 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, e934428e-02c4-4920-a028-c63fe0bcfad1) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:50.534357 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:50.535952 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.538759 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba56e2a3-7d50-4d77-903f-4061d520daf6 None None] Network e934428e-02c4-4920-a028-c63fe0bcfad1 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:50.560288 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5698149 Jun 16 15:47:50.711454 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6882502e-5eff-494f-9c12-7d148d54d3c3 None None] Network e934428e-02c4-4920-a028-c63fe0bcfad1 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:53.484063 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 35970) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:53.752983 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-32bdf0ad-c914-41f9-971b-e8791e675334 admin admin] 10.222.0.48 "GET /v2.0/routers/77e201c7-3b35-40c4-a7d8-b92ed5632851 HTTP/1.1" status: 200 len: 710 time: 0.2674685 Jun 16 15:47:53.857517 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28c43c-696e-470b-ab35-3a1eccdcf607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:53.858883 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-5c28c43c-696e-470b-ab35-3a1eccdcf607 admin admin] 10.222.0.48 "GET /v2.0/networks/e934428e-02c4-4920-a028-c63fe0bcfad1 HTTP/1.1" status: 200 len: 886 time: 0.1002052 Jun 16 15:47:53.871158 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:54.042773 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 61057131-7033-49c2-87fc-523a1ed4bda9 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:54.094991 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 61057131-7033-49c2-87fc-523a1ed4bda9 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:54.100127 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 61057131-7033-49c2-87fc-523a1ed4bda9 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:54.100585 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:54.175052 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:54.252738 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:54.290631 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 61057131-7033-49c2-87fc-523a1ed4bda9, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=61057131-7033-49c2-87fc-523a1ed4bda9,segment=NetworkSegment(399faca4-43ae-48e7-af6a-a86d303af550),segment_id=399faca4-43ae-48e7-af6a-a86d303af550)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:54.297500 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:54.300352 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3233fc7e-6d99-4d2e-aedf-62e78aacb9b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:54.352188 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=61057131-7033-49c2-87fc-523a1ed4bda9,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:54.356355 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:54.516336 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:54.600978 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:54.773017 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Allocated IP 172.27.2.251 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:54.897942 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:54.991122 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:54.993264 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:55.068958 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:55.076224 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:55.084639 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:55.091064 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:55.172386 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:55.418294 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:55.630065 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:55.633316 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-898469'] for router, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:55.749238 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Router 77e201c7-3b35-40c4-a7d8-b92ed5632851 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:47:55.924420 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:47:55.929267 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Notify callbacks [] for router, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:55.930721 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] 10.222.0.48 "PUT /v2.0/routers/77e201c7-3b35-40c4-a7d8-b92ed5632851 HTTP/1.1" status: 200 len: 890 time: 2.0657408 Jun 16 15:47:55.949542 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Sync routers for ids ['77e201c7-3b35-40c4-a7d8-b92ed5632851'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:47:55.961102 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Routers {'77e201c7-3b35-40c4-a7d8-b92ed5632851'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:55.961804 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:47:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['77e201c7-3b35-40c4-a7d8-b92ed5632851'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:56.042462 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 61057131-7033-49c2-87fc-523a1ed4bda9 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:56.227925 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Set router 77e201c7-3b35-40c4-a7d8-b92ed5632851 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:56.243880 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 61057131-7033-49c2-87fc-523a1ed4bda9 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:56.244830 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:56.701425 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'name': 'router1', 'tenant_id': '13c66a6056174348868dd5994477d409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:34Z', 'updated_at': '2021-06-16T15:47:55Z', 'revision_number': 4, 'project_id': '13c66a6056174348868dd5994477d409', 'gw_port': {'id': 'c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:eb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:54Z', 'updated_at': '2021-06-16T15:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '61057131-7033-49c2-87fc-523a1ed4bda9', 'name': '', 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5', 'tenant_id': '13c66a6056174348868dd5994477d409', 'mac_address': 'fa:16:3e:43:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:45Z', 'updated_at': '2021-06-16T15:47:54Z', 'revision_number': 5, 'project_id': '13c66a6056174348868dd5994477d409', 'subnets': [{'id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17905450-59fd-488f-b326-6569737230bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:56.708839 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Checking router: 77e201c7-3b35-40c4-a7d8-b92ed5632851 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:47:56.709200 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Updating router 77e201c7-3b35-40c4-a7d8-b92ed5632851 port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:47:56.746432 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:57.104059 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:57.114333 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Transition to ACTIVE for port object c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:57.120671 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:57.122805 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:57.174190 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Attempting to bind port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:57.174560 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Attempting to bind port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:57.174922 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Attempting to bind port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:57.176897 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4de1f4-d3e4-430a-90cb-32a9514b2a19 None None] Pushing event updated for resources: {'Port': ['ID=c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:57.180212 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb4de1f4-d3e4-430a-90cb-32a9514b2a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:57.183972 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:57.184444 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:57.184917 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:57.185310 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:57.185834 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Bound port: c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:57.186209 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:57.265252 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] For port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:57.268748 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] For port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:57.274263 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:57.277174 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:57.447130 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Routers {'77e201c7-3b35-40c4-a7d8-b92ed5632851'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:57.447782 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:47:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['77e201c7-3b35-40c4-a7d8-b92ed5632851'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:57.453493 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4de1f4-d3e4-430a-90cb-32a9514b2a19 None None] Pushing event updated for resources: {'Port': ['ID=c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:57.492492 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb4de1f4-d3e4-430a-90cb-32a9514b2a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:57.572819 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] Set router 77e201c7-3b35-40c4-a7d8-b92ed5632851 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:57.806735 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'name': 'router1', 'tenant_id': '13c66a6056174348868dd5994477d409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:34Z', 'updated_at': '2021-06-16T15:47:55Z', 'revision_number': 4, 'project_id': '13c66a6056174348868dd5994477d409', 'gw_port': {'id': 'c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:eb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:54Z', 'updated_at': '2021-06-16T15:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '61057131-7033-49c2-87fc-523a1ed4bda9', 'name': '', 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5', 'tenant_id': '13c66a6056174348868dd5994477d409', 'mac_address': 'fa:16:3e:43:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:45Z', 'updated_at': '2021-06-16T15:47:54Z', 'revision_number': 5, 'project_id': '13c66a6056174348868dd5994477d409', 'subnets': [{'id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17905450-59fd-488f-b326-6569737230bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:57.810964 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae94783-ef2b-41c8-b213-39b6383c9d96 None None] The sync data for ids ['77e201c7-3b35-40c4-a7d8-b92ed5632851'] in dv-cinder-796113-4-iscsi is: [{'id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'name': 'router1', 'tenant_id': '13c66a6056174348868dd5994477d409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:34Z', 'updated_at': '2021-06-16T15:47:55Z', 'revision_number': 4, 'project_id': '13c66a6056174348868dd5994477d409', 'gw_port': {'id': 'c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:eb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:54Z', 'updated_at': '2021-06-16T15:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '61057131-7033-49c2-87fc-523a1ed4bda9', 'name': '', 'network_id': '4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5', 'tenant_id': '13c66a6056174348868dd5994477d409', 'mac_address': 'fa:16:3e:43:b0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e201c7-3b35-40c4-a7d8-b92ed5632851', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:45Z', 'updated_at': '2021-06-16T15:47:54Z', 'revision_number': 5, 'project_id': '13c66a6056174348868dd5994477d409', 'subnets': [{'id': '3cc9c2cd-0acc-4a0d-b45e-e1d284030777', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17905450-59fd-488f-b326-6569737230bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:47:58.067151 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:58.131605 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:58.136999 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:58.137397 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:58.252141 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:58.275823 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:58.280963 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:58.283811 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb4de1f4-d3e4-430a-90cb-32a9514b2a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:58.344372 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:58.348232 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:58.475660 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 35978) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:58.609954 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-a6e22bac-f343-420d-8c63-fa775a6254b4 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1328526 Jun 16 15:48:00.035596 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:00.108662 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port c8f4d73e-dcf1-4ab8-b78f-d8aecfbcb4c3 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:00.109187 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:00.290473 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-adb03c36-9665-4525-b8a1-7b1dbbc2cf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:04.407306 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-98853826-6b03-49ba-ab1b-ed3476a2c058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:05.274274 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:06.243530 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.529229 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:14.250787 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:48:30.300325 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4fe96e5-40e5-48c7-912a-32dad4947cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:34.408633 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-fe0be13d-0639-4bf9-a077-d7fe86e081fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:35.244141 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:36.247501 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:38.542345 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:51.254416 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:49:00.310411 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b6280d20-2048-435a-b4d2-35ac186e657c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.404644 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-53f637cb-3f06-469e-8192-9a57d6e58ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:05.302853 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:06.212287 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:08.531823 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:28.253858 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:49:30.297309 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8e7365b8-5716-4f33-a637-5566edd52736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:34.389642 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-89d712de-cee5-4a19-a60a-362a292514aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:35.253635 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:36.215641 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:38.529034 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:55.964864 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 36546) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:56.030554 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf24c75-129e-4c20-8dc8-bcf9a199979e admin admin] GET failed (client error): The resource could not be found. Jun 16 15:49:56.031840 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6cf24c75-129e-4c20-8dc8-bcf9a199979e admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656977 Jun 16 15:49:56.198557 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b338f27-016d-48f2-bb79-faf1d65ce053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:56.200061 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-0b338f27-016d-48f2-bb79-faf1d65ce053 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1634643 Jun 16 15:49:58.453797 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36556) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:58.560711 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0b318-98f6-4017-a5d5-81df286dc01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:58.562053 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-26c0b318-98f6-4017-a5d5-81df286dc01d admin admin] 10.222.0.48 "GET /v2.0/subnets/3cc9c2cd-0acc-4a0d-b45e-e1d284030777 HTTP/1.1" status: 200 len: 849 time: 0.1072040 Jun 16 15:49:58.573066 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:49:58.660922 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:58.825441 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760836524400'] for subnet, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:58.827610 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:58.856806 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:58.857395 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:58.858659 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] 10.222.0.48 "PUT /v2.0/subnets/3cc9c2cd-0acc-4a0d-b45e-e1d284030777 HTTP/1.1" status: 200 len: 868 time: 0.2898355 Jun 16 15:49:58.865727 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e48a3c-0407-4779-b7a5-eef686865cab None None] Network 4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:49:58.887018 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc9c2cd-0acc-4a0d-b45e-e1d284030777,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:58.895456 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.895902 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.896155 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.896483 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.896837 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.897187 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.897509 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.897835 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.898173 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.898504 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.898813 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.899125 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:58.903007 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:59.301345 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-2fa41e2b-4af0-48a9-8d22-457a734e20c9 None None] Provisioning complete for port 61057131-7033-49c2-87fc-523a1ed4bda9 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:49:59.301729 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2fa41e2b-4af0-48a9-8d22-457a734e20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:59.394381 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-2fa41e2b-4af0-48a9-8d22-457a734e20c9 None None] Provisioning complete for port 9cc756b3-0af9-4edb-aac7-88376b379d6e triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:49:59.394954 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2fa41e2b-4af0-48a9-8d22-457a734e20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:00.288011 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-580573c4-5173-47a1-9082-23c418c77c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.091425 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 36566) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:01.360350 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5533c103-58b8-4dc3-a540-7f9d00ead91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:01.361258 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5533c103-58b8-4dc3-a540-7f9d00ead91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:01.363935 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-5533c103-58b8-4dc3-a540-7f9d00ead91f admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2713447 Jun 16 15:50:03.592927 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36574) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:03.845249 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332ab07-4377-4994-84c0-2656527d92de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:03.845753 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332ab07-4377-4994-84c0-2656527d92de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:03.847288 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-9332ab07-4377-4994-84c0-2656527d92de admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2530520 Jun 16 15:50:04.392383 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b4a18f1a-858f-46d7-be91-dbb794e06248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:05.259779 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:05.263238 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:50:06.087278 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36582) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:06.217379 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:06.246250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d8e378-f721-4ebd-ac8f-76d64bd9447d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:06.247605 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-11d8e378-f721-4ebd-ac8f-76d64bd9447d admin admin] 10.222.0.48 "GET /v2.0/networks/4f5f17cf-baf5-4b30-807b-6bf7e5ba32a5 HTTP/1.1" status: 200 len: 870 time: 0.1593933 Jun 16 15:50:08.497979 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 36590) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:08.526957 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:08.632388 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8e45fc-1220-4ae4-9048-9ea060519ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:08.633789 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9c8e45fc-1220-4ae4-9048-9ea060519ca9 admin admin] 10.222.0.48 "GET /v2.0/networks/e934428e-02c4-4920-a028-c63fe0bcfad1 HTTP/1.1" status: 200 len: 886 time: 0.1354938 Jun 16 15:50:10.872775 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36598) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:10.995573 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeacd74-4d9d-4466-a311-39b4b79e1160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:10.996020 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeacd74-4d9d-4466-a311-39b4b79e1160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:10.997513 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-3aeacd74-4d9d-4466-a311-39b4b79e1160 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237984 Jun 16 15:50:13.201750 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36606) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:13.310177 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2949eb-10bf-4d5e-9bfc-4019f5c63e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:13.310635 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2949eb-10bf-4d5e-9bfc-4019f5c63e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:13.312157 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-dc2949eb-10bf-4d5e-9bfc-4019f5c63e00 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1094594 Jun 16 15:50:15.658649 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36614) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:15.776092 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec63b51-7f7c-4982-8a7c-c13d8f67fc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:15.777478 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-dec63b51-7f7c-4982-8a7c-c13d8f67fc09 admin admin] 10.222.0.48 "GET /v2.0/subnets/3cc9c2cd-0acc-4a0d-b45e-e1d284030777 HTTP/1.1" status: 200 len: 868 time: 0.1178772 Jun 16 15:50:18.055401 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36622) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:18.153635 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e4363-1d91-4b54-b654-550c8b38d60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:18.154979 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-485e4363-1d91-4b54-b654-550c8b38d60e admin admin] 10.222.0.48 "GET /v2.0/subnets/f5c3b484-fedb-4ec5-8462-9884f3ea8a40 HTTP/1.1" status: 200 len: 816 time: 0.0986526 Jun 16 15:50:30.294837 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dc4b59f5-1626-46e3-9163-6eb229b8db2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:34.396551 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-135b3931-0c9a-40bb-bdda-68533329c944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.247918 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.226838 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:38.533819 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:42.254580 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:50:42.868763 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36666) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:42.929531 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [None req-e8c77bd8-835c-4079-bada-11ea0a448447 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:50:42.930542 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-e8c77bd8-835c-4079-bada-11ea0a448447 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608056 Jun 16 15:50:45.173025 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 36674) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:45.236448 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7a9e72-10b3-4ebd-84ec-80bbe150c1c1 admin admin] GET failed (client error): The resource could not be found. Jun 16 15:50:45.237861 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3d7a9e72-10b3-4ebd-84ec-80bbe150c1c1 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638628 Jun 16 15:50:45.338299 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698635c1-829c-41e4-8f02-f698e7b9f68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:45.340242 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-698635c1-829c-41e4-8f02-f698e7b9f68c admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0985632 Jun 16 15:50:47.596200 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36682) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:47.650622 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:50:47.672632 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Made reservation on behalf of edbb6c487d034e0b99bcc74c23ec586f for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:50:47.674915 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:47.715435 dv-cinder-796113-4-iscsi neutron-server[91872]: WARNING neutron.services.revisions.revision_plugin [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Could not find related network for resource to bump revision. Jun 16 15:50:47.730021 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:50:47.740173 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:47.740512 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Added segment 7e17790a-3cb4-4e31-8494-a7164dfdd963 of type vlan for network 062a6a3f-afc4-4948-b3a6-e99990ac65da Jun 16 15:50:47.780157 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:47.809355 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:47.810814 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:47.811533 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:47.813774 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:47.844942 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2475932 Jun 16 15:50:47.873693 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Pushing event updated for resources: {'Network': ['ID=062a6a3f-afc4-4948-b3a6-e99990ac65da,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:47.876640 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:47.885074 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 062a6a3f-afc4-4948-b3a6-e99990ac65da details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:50:50.047773 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36690) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:50.118113 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae1bd18-8086-4154-af8f-39d65ecd63e9 admin admin] GET failed (client error): The resource could not be found. Jun 16 15:50:50.119091 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4ae1bd18-8086-4154-af8f-39d65ecd63e9 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0703592 Jun 16 15:50:50.224657 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb11bf64-0c5a-4a0e-9587-97593ccc99be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:50.226145 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-bb11bf64-0c5a-4a0e-9587-97593ccc99be admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1022890 Jun 16 15:50:50.236043 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:50:50.257149 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Made reservation on behalf of edbb6c487d034e0b99bcc74c23ec586f for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:50:50.259772 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:50.426210 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:50.429164 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-00f4bb2d-a223-4800-a14e-dde887f82694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:50.489166 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1740ac-b865-4308-b010-f0d07ccb2183,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:50.491828 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:50.496632 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Checking segment: {'id': '7e17790a-3cb4-4e31-8494-a7164dfdd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:50:50.496849 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Network hostable DHCP agents. Network: 062a6a3f-afc4-4948-b3a6-e99990ac65da, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:50:50.516013 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Network 062a6a3f-afc4-4948-b3a6-e99990ac65da is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:50:50.525741 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 062a6a3f-afc4-4948-b3a6-e99990ac65da) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:50:50.530775 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:50.531674 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:50.539381 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1847ce-3ab8-48a7-8ded-9cb4faf52496 None None] Network 062a6a3f-afc4-4948-b3a6-e99990ac65da requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:50:50.549096 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3168275 Jun 16 15:50:50.719065 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-062a6a3f-afc4-4948-b3a6-e99990ac65da', 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da', 'tenant_id': 'edbb6c487d034e0b99bcc74c23ec586f', 'fixed_ips': [{'subnet_id': 'ad1740ac-b865-4308-b010-f0d07ccb2183'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:50:50.720068 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:50.873893 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Allocated IP 192.168.233.2 (062a6a3f-afc4-4948-b3a6-e99990ac65da/ad1740ac-b865-4308-b010-f0d07ccb2183/e0800831-f25f-4642-84b4-16734d597f9c) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:50:51.029712 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:51.039163 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Transition to ACTIVE for port object e0800831-f25f-4642-84b4-16734d597f9c will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:51.055446 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Transition to ACTIVE for port object e0800831-f25f-4642-84b4-16734d597f9c will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:50:51.062324 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:51.065261 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:51.115998 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Network 062a6a3f-afc4-4948-b3a6-e99990ac65da is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:50:51.117336 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Pushing event updated for resources: {'Port': ['ID=e0800831-f25f-4642-84b4-16734d597f9c,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:51.120013 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:50:51.122892 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:50:51.129465 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.130150 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.130263 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.130547 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.130881 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.131458 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.131563 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.131968 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.132175 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.132503 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.132868 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.133170 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:51.137962 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:51.191328 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Attempting to bind port e0800831-f25f-4642-84b4-16734d597f9c on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:50:51.191705 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Attempting to bind port e0800831-f25f-4642-84b4-16734d597f9c by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '7e17790a-3cb4-4e31-8494-a7164dfdd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:50:51.192076 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Attempting to bind port e0800831-f25f-4642-84b4-16734d597f9c on network 062a6a3f-afc4-4948-b3a6-e99990ac65da {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:50:51.198005 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:50:51.198393 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Checking segment: {'id': '7e17790a-3cb4-4e31-8494-a7164dfdd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:50:51.198799 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:51.199204 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Bound using segment: {'id': '7e17790a-3cb4-4e31-8494-a7164dfdd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:50:51.199794 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Bound port: e0800831-f25f-4642-84b4-16734d597f9c, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e17790a-3cb4-4e31-8494-a7164dfdd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:50:51.200290 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:51.268032 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] For port e0800831-f25f-4642-84b4-16734d597f9c, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:50:51.271471 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] For port e0800831-f25f-4642-84b4-16734d597f9c, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=e0800831-f25f-4642-84b4-16734d597f9c,segment=NetworkSegment(7e17790a-3cb4-4e31-8494-a7164dfdd963),segment_id=7e17790a-3cb4-4e31-8494-a7164dfdd963)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:50:51.275367 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:51.278526 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-fb4de1f4-d3e4-430a-90cb-32a9514b2a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:51.341121 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Pushing event updated for resources: {'Port': ['ID=e0800831-f25f-4642-84b4-16734d597f9c,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:51.347328 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:52.224166 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device e0800831-f25f-4642-84b4-16734d597f9c up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:52.251704 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc6f27-37ba-43b9-ac12-5e6f4cdd5f24 None None] Network 062a6a3f-afc4-4948-b3a6-e99990ac65da requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:50:52.348828 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port e0800831-f25f-4642-84b4-16734d597f9c completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:52.350750 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3aa5aa46-c216-476f-a285-4beaac5fde26 None None] Provisioning for port e0800831-f25f-4642-84b4-16734d597f9c completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:50:52.359907 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3aa5aa46-c216-476f-a285-4beaac5fde26 None None] Provisioning complete for port e0800831-f25f-4642-84b4-16734d597f9c triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:52.360280 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa46-c216-476f-a285-4beaac5fde26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:52.361812 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port e0800831-f25f-4642-84b4-16734d597f9c triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:52.362165 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:52.594136 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:52.597885 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3aa5aa46-c216-476f-a285-4beaac5fde26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:52.660469 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port e0800831-f25f-4642-84b4-16734d597f9c, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=e0800831-f25f-4642-84b4-16734d597f9c,segment=NetworkSegment(7e17790a-3cb4-4e31-8494-a7164dfdd963),segment_id=7e17790a-3cb4-4e31-8494-a7164dfdd963)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:52.666246 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:52.669080 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-285c0f49-c31b-4428-8a59-26e1878ca229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:52.741228 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.db.api [None req-3aa5aa46-c216-476f-a285-4beaac5fde26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:50:52.742794 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_db.api [None req-3aa5aa46-c216-476f-a285-4beaac5fde26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:50:52.760925 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=e0800831-f25f-4642-84b4-16734d597f9c,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:52.769617 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:53.403006 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-34b4f29e-48bd-41f5-a4d7-271b32aa00dc None None] Provisioning complete for port e0800831-f25f-4642-84b4-16734d597f9c triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:53.403665 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-34b4f29e-48bd-41f5-a4d7-271b32aa00dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:54.180713 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device e0800831-f25f-4642-84b4-16734d597f9c up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:50:54.233864 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port e0800831-f25f-4642-84b4-16734d597f9c triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:50:54.234338 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:00.289764 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3e09-a89d-4572-ad73-cb46d670043d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:04.398248 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-da25c067-a001-44c0-8fa1-b46145dbc4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.253505 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:06.226464 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.535187 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:19.252923 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:51:30.296765 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-071f4479-469b-457b-95b8-682b2215aa63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:34.402566 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f7d63312-1f49-45de-8bf5-80a7649e9bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:35.254847 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:36.226092 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:38.541004 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:56.252044 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:52:00.294181 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-febac5e0-8a50-4b03-849b-ee9a40bd1696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:04.408724 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a709df8d-583f-4e81-936c-6cef70ed4305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:05.250244 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.103809 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36744) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:52:06.109640 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [None req-ca88ccb4-a248-4653-8f1c-e17a1da15bf7 tempest-verify_tempest_config-1364804510 tempest-verify_tempest_config-1364804510-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:52:06.110619 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-ca88ccb4-a248-4653-8f1c-e17a1da15bf7 tempest-verify_tempest_config-1364804510 tempest-verify_tempest_config-1364804510-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058627 Jun 16 15:52:06.227623 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.441360 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36762) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:52:06.550881 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.649075 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.653099 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.656533 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b908d66c-a318-4dd3-bef2-dcd31f6fc066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:52:06.700382 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f23b495-5e81-4dd4-badd-232a1550da1b,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:06.704207 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ef46fe3d3bf4bfa834bcb416bfda797&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2617824 Jun 16 15:52:06.707053 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 36766) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:52:06.710558 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.710922 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.711265 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.711599 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.711932 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.712273 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.712621 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.713151 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.713318 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.713622 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.713871 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.714182 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.720557 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:52:06.797006 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.825581 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.920171 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.923079 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:06.924435 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f23b495-5e81-4dd4-badd-232a1550da1b HTTP/1.1" status: 204 len: 168 time: 0.2162261 Jun 16 15:52:06.925073 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:52:06.933929 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f23b495-5e81-4dd4-badd-232a1550da1b,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:06.940868 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.941239 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.941556 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.941881 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.942204 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.942537 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.942856 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.943170 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.943499 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.944445 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.945014 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.945497 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:06.948901 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:52:08.542470 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:30.287628 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2494-c301-49b5-8ad6-e229463dfc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:33.251115 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:52:34.404485 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0a51c6a-fbc0-450f-8688-69e35e18e4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:35.254866 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:36.229711 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:38.538335 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:00.289498 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-05fe59b7-95ce-43b7-a53f-70c4d9cdb12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:04.395741 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6b785e06-231b-4058-966f-4ca57b2da745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:05.257627 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:06.231529 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:08.539712 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:10.250817 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 5 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:53:30.290819 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-abeabe69-12c1-4e14-a2c6-c5f82f0dc1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:34.401238 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-36f7ceb7-ebb2-4781-9754-98e135d29633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:35.259277 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:36.236320 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:38.549755 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:46.309067 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087'] for agent, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:47.250389 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:53:50.885654 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36820) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:51.004640 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-aad2da2b-cfb7-43bc-a232-cdcf3b658d2a admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1173511 Jun 16 15:53:53.217317 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36830) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:53:53.270939 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-5fffdbdc-0c4f-4467-8b4e-3a131fb47576 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0524638 Jun 16 15:54:00.293263 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8ce75b2c-0981-4d04-8e54-7ff2163e282b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:04.399384 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-78b62cbe-c142-4023-b480-1fc7bf079d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:05.263707 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:06.239864 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:08.548480 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:16.264875 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:24.251092 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:54:30.294198 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0978658e-e300-4491-a72a-d1d49022d911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:34.392780 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a0eb8d76-33ee-4fc7-8c8b-07cba0b6d53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:35.267812 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:36.241461 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:38.554826 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:46.267116 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:00.296614 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1b988cf9-3cf3-4735-8a5c-763e20281bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:01.250399 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:55:04.397420 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ff70b4f5-bb6c-4a9c-b0e1-54deec2c3509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.272426 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.245646 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.557020 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:16.280050 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:20.946253 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 36972) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:21.393719 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-network', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:21.423499 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Made reservation on behalf of 23f04fea64454af4b14b54b5db2245a3 for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:21.426282 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.435919 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.537585 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37000) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:21.636172 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.641191 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.647940 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:21.671757 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1149} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:55:21.673858 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:21.683328 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.683725 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.684100 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.684457 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.684847 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.685202 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.686001 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Tracked resource versions report: Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: pushed versions: Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: { 'AddressGroup': {'1.2'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'ConntrackHelper': {'1.0'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Log': {'1.0'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Network': {'1.1'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Port': {'1.7'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'PortForwarding': {'1.2'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'QosPolicy': {'1.8'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SecurityGroup': {'1.4'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SubPort': {'1.0'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Subnet': {'1.1'}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Trunk': {'1.1'}} Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: consumer versions: Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: { DHCP agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: HyperV agent@hv-cinder-79611: {}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: L3 agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: Metadata agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: Metering agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: Open vSwitch agent@dv-cinder-796113-4-iscsi: { 'AddressGroup': '1.2', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'ConntrackHelper': '1.0', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Log': '1.0', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Network': '1.1', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Port': '1.7', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'PortForwarding': '1.2', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'QosPolicy': '1.8', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SecurityGroup': '1.4', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SecurityGroupRule': '1.2', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'SubPort': '1.0', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Subnet': '1.1', Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: 'Trunk': '1.1'}} Jun 16 15:55:21.689993 dv-cinder-796113-4-iscsi neutron-server[91872]: {{(pid=91872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:55:21.694388 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:21.699584 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.699921 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Added segment 9787b1f8-432d-49d5-8b48-36f5561d523c of type vlan for network 352e1945-abce-4cc0-943b-a178300a3932 Jun 16 15:55:21.740619 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.770212 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.775166 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:21.775166 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.775672 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4e7deeef-c1c6-473a-a6b1-75950abbdd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:21.839598 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-network', 'tenant_id': '901109e289144f64a8dd19efd1461637'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:21.846109 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Pushing event updated for resources: {'Network': ['ID=352e1945-abce-4cc0-943b-a178300a3932,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:21.849501 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:21.855664 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9073896 Jun 16 15:55:21.856309 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37022) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:21.858531 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 352e1945-abce-4cc0-943b-a178300a3932 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:55:21.863381 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Request body: {'subnet': {'network_id': '352e1945-abce-4cc0-943b-a178300a3932', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-subnet', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:21.882188 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.db.api [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 15:55:21.882188 dv-cinder-796113-4-iscsi neutron-server[91873]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 15:55:21.882188 dv-cinder-796113-4-iscsi neutron-server[91873]: [parameters: {'project_id_1': '901109e289144f64a8dd19efd1461637', 'expiration_1': datetime.datetime(2021, 6, 16, 15, 55, 21, 847453)}] Jun 16 15:55:21.882188 dv-cinder-796113-4-iscsi neutron-server[91873]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:55:21.882651 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_db.api [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:55:21.891269 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Made reservation on behalf of 23f04fea64454af4b14b54b5db2245a3 for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:21.894707 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Notify callbacks [] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.032855 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37036) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:22.108237 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.112962 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b8ab85de-a844-4b7b-aa81-d8134e54c249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:22.163323 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4795f67a-1d2e-4e6c-a950-6e43ff479bb7,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:22.178152 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:22.184018 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Checking segment: {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:22.184375 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Network hostable DHCP agents. Network: 352e1945-abce-4cc0-943b-a178300a3932, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:55:22.203285 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Network 352e1945-abce-4cc0-943b-a178300a3932 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:55:22.212568 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 352e1945-abce-4cc0-943b-a178300a3932) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:22.220702 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:22.220702 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.229073 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c09f04a-6046-4c39-8713-90f6c3005777 None None] Network 352e1945-abce-4cc0-943b-a178300a3932 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:22.237032 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37048) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:22.237348 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3796728 Jun 16 15:55:22.328069 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:22.353002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1542983239-network', 'tenant_id': 'e274de6a1b554816b23b0c8f9efaff46'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:22.359851 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.361154 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.410483 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9518e927-3d09-4cb4-a858-764ab1f19640 None None] Network 352e1945-abce-4cc0-943b-a178300a3932 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:22.414626 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Made reservation on behalf of e274de6a1b554816b23b0c8f9efaff46 for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:22.417060 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.428021 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Made reservation on behalf of 901109e289144f64a8dd19efd1461637 for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:22.430379 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.444311 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.482085 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.501250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37054) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:22.546202 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.604874 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37060) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:22.637620 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37064) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:22.667590 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.709357 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.777670 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:22.789335 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1143} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:55:22.803487 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.813532 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.813882 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Added segment 4c3e582e-925f-48d6-bd03-30d93b0188d3 of type vlan for network aeefd93e-e87c-4837-ade8-2e1719db7ebc Jun 16 15:55:22.841829 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-813574210-network', 'tenant_id': 'b827f81e9e054d9cbece81015aa3d8c1'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:22.890282 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.899602 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1802355487-network', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:22.942186 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.946883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf816b-5468-48c2-ba11-4a87fa5a555c,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:22.954742 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:22.955673 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:22.968342 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.968722 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.969054 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.969390 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.969718 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.970066 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.970406 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.970851 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.971080 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.971613 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.972088 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.972267 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2020131927-network', 'tenant_id': '498dcef939344364b9d2633f2dbff7ab'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:22.972612 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Tracked resource versions report: Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: pushed versions: Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: { 'AddressGroup': {'1.2'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'ConntrackHelper': {'1.0'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Log': {'1.0'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Network': {'1.1'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Port': {'1.7'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'PortForwarding': {'1.2'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'QosPolicy': {'1.8'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SecurityGroup': {'1.4'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SubPort': {'1.0'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Subnet': {'1.1'}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Trunk': {'1.1'}} Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: consumer versions: Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: { DHCP agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: HyperV agent@hv-cinder-79611: {}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: L3 agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: Metadata agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: Metering agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: Open vSwitch agent@dv-cinder-796113-4-iscsi: { 'AddressGroup': '1.2', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'ConntrackHelper': '1.0', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Log': '1.0', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Network': '1.1', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Port': '1.7', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'PortForwarding': '1.2', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'QosPolicy': '1.8', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SecurityGroup': '1.4', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SecurityGroupRule': '1.2', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'SubPort': '1.0', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Subnet': '1.1', Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: 'Trunk': '1.1'}} Jun 16 15:55:22.974046 dv-cinder-796113-4-iscsi neutron-server[91873]: {{(pid=91873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:55:22.983965 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:22.987783 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:23.055610 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Pushing event updated for resources: {'Network': ['ID=aeefd93e-e87c-4837-ade8-2e1719db7ebc,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:23.068885 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:23.074253 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:55:23.149986 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.160989 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.180882 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:55:23.182205 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.db.api [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 15:55:23.182205 dv-cinder-796113-4-iscsi neutron-server[91872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 15:55:23.182205 dv-cinder-796113-4-iscsi neutron-server[91872]: [parameters: {'project_id_1': 'c950fc39ad174d15b8a3e588ae4f325e', 'expiration_1': datetime.datetime(2021, 6, 16, 15, 55, 22, 906767)}] Jun 16 15:55:23.182205 dv-cinder-796113-4-iscsi neutron-server[91872]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:55:23.182892 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_db.api [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:55:23.189084 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.db.api [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 15:55:23.189084 dv-cinder-796113-4-iscsi neutron-server[91872]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 15:55:23.189084 dv-cinder-796113-4-iscsi neutron-server[91872]: [parameters: {'project_id_1': '498dcef939344364b9d2633f2dbff7ab', 'expiration_1': datetime.datetime(2021, 6, 16, 15, 55, 22, 999919)}] Jun 16 15:55:23.189084 dv-cinder-796113-4-iscsi neutron-server[91872]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:55:23.191366 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_db.api [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:55:23.193465 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.193966 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Added segment 2dfe1b43-1f60-464e-8b30-3590b7894b2a of type vlan for network 041ab63d-176b-4f0e-b70a-97832a937f42 Jun 16 15:55:23.211006 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Made reservation on behalf of b827f81e9e054d9cbece81015aa3d8c1 for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:23.218931 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.240206 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.242135 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.270085 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2126d0f9-7075-4673-925f-527dfc1d2d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:23.277717 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7386789 Jun 16 15:55:23.283776 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37088) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:23.293304 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Request body: {'subnet': {'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-subnet', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:23.302887 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19bbf51-cd2e-4b1e-b134-9dddc8488973,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:23.307362 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.309483 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:23.311565 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:23.312384 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.392988 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-15a0d77d-ab5f-4948-9445-b81c8806c070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:23.436720 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.450588 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.462395 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:23.501811 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20110f46-97c2-404a-a955-879d0e697533,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:23.505641 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:23.506910 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:55:23.512045 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Made reservation on behalf of 901109e289144f64a8dd19efd1461637 for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:23.521136 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.522404 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Pushing event updated for resources: {'Network': ['ID=041ab63d-176b-4f0e-b70a-97832a937f42,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:23.527496 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:23.529197 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4951243 Jun 16 15:55:23.531005 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.532412 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37094) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:23.537934 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Request body: {'subnet': {'network_id': '041ab63d-176b-4f0e-b70a-97832a937f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1542983239-subnet', 'tenant_id': 'e274de6a1b554816b23b0c8f9efaff46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:23.542485 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 041ab63d-176b-4f0e-b70a-97832a937f42 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:55:23.553726 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.559023 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.559423 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Added segment a4565811-ca02-4eff-b01c-b0f9367cf7f5 of type vlan for network fb10f2d2-ecce-4cea-a631-52f2c68056f5 Jun 16 15:55:23.670532 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.678144 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Made reservation on behalf of e274de6a1b554816b23b0c8f9efaff46 for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:23.680792 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.696507 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Allocated IP 172.27.2.228 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/a6de53d8-0ebf-48a6-9300-867241cc770e) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:23.839825 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.890305 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.893608 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:23.904956 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:23.915619 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:23.918068 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:23.948895 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:23.958374 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:23.959380 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.049186 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:24.051195 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Made reservation on behalf of c950fc39ad174d15b8a3e588ae4f325e for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:24.053882 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.119636 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.250916 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.278290 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Pushing event updated for resources: {'Network': ['ID=fb10f2d2-ecce-4cea-a631-52f2c68056f5,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:24.282017 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.290873 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:24.294715 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.294960 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network fb10f2d2-ecce-4cea-a631-52f2c68056f5 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:55:24.296959 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:24.299320 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Made reservation on behalf of 498dcef939344364b9d2633f2dbff7ab for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:24.301818 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.449656 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9466174 Jun 16 15:55:24.459992 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37124) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:24.461023 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Pushing event updated for resources: {'Port': ['ID=a6de53d8-0ebf-48a6-9300-867241cc770e,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:24.465173 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.465772 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:24.477108 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Request body: {'subnet': {'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-813574210-subnet', 'tenant_id': 'b827f81e9e054d9cbece81015aa3d8c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:24.478914 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.487292 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.552268 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:55:24.556839 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17ada31-d1f7-4361-b266-9f0026dd2c15,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:24.566063 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Made reservation on behalf of b827f81e9e054d9cbece81015aa3d8c1 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:24.572244 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.632612 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.632927 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Added segment 1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d of type vlan for network a50a3315-6c80-4963-ada6-ff4dadfa88da Jun 16 15:55:24.697971 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Checking segment: {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:24.698469 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Network hostable DHCP agents. Network: aeefd93e-e87c-4837-ade8-2e1719db7ebc, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:55:24.700499 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Checking segment: {'id': '2dfe1b43-1f60-464e-8b30-3590b7894b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '041ab63d-176b-4f0e-b70a-97832a937f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:24.700891 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Network hostable DHCP agents. Network: 041ab63d-176b-4f0e-b70a-97832a937f42, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:55:24.728671 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.757259 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff257cb-aaa2-4071-90e4-675881e91d23,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:24.768521 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:24.773909 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:24.774253 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:24.779237 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:24.819604 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:55:24.833283 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.841537 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Network 041ab63d-176b-4f0e-b70a-97832a937f42 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:55:24.852869 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7ea653-a8dd-4a55-852c-b5c164f89db8,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:24.860100 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:24.878664 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.894812 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:24.895762 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.899096 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:24.901760 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, aeefd93e-e87c-4837-ade8-2e1719db7ebc) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:24.912058 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 041ab63d-176b-4f0e-b70a-97832a937f42) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:24.916144 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b98f0e-68e4-4796-a347-e43c919b50e7 None None] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:24.950121 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:24.950718 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.969250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.992242 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.999546 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3932555 Jun 16 15:55:25.006316 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37132) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:25.013453 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Request body: {'subnet': {'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1802355487-subnet', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:25.018774 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18b562-9d0a-4471-a413-6648e044723b None None] Network 041ab63d-176b-4f0e-b70a-97832a937f42 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:25.036335 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:25.036952 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.040222 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-a8f27d5e-9843-492b-ab95-9da0d483f56a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7548928 Jun 16 15:55:25.043204 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Pushing event updated for resources: {'Network': ['ID=a50a3315-6c80-4963-ada6-ff4dadfa88da,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:25.047236 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37134) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:25.054609 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:25.058948 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.067053 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:55:25.069669 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:25.070357 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7cbe911e-784f-4fba-88d6-295ad417d0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:25.072065 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:25.080841 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network a50a3315-6c80-4963-ada6-ff4dadfa88da details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:55:25.098974 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.099612 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Added segment f4f0f689-5d4b-4092-887d-9948920317d4 of type vlan for network 92c692ea-1ab0-405c-bda3-eacdbb996340 Jun 16 15:55:25.103959 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-81f3595c-8d82-4881-8e0c-8f12f03f9df8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5704095 Jun 16 15:55:25.156748 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.157317 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.165723 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebf5148-0c37-4228-9b55-a427486d539a,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:25.173907 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc6a8e5-82f3-4aec-b1ae-78d933df9972,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:25.179154 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:25.183362 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.199984 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:25.203558 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Made reservation on behalf of c950fc39ad174d15b8a3e588ae4f325e for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:25.211027 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.293551 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.306798 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.348444 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:55:25.349442 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.350119 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:25.350716 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.366451 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e354f40-70cf-4f2d-b360-29b3e6f8536a None None] Network 041ab63d-176b-4f0e-b70a-97832a937f42 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:25.382648 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Router 6812d942-7c66-45ee-8ce8-f4289618f81e is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:55:25.384521 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Checking segment: {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:25.384912 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Network hostable DHCP agents. Network: fb10f2d2-ecce-4cea-a631-52f2c68056f5, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:55:25.417007 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c536bbb4-d111-4387-a4be-e57f5be54b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:25.445935 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8068674 Jun 16 15:55:25.478827 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37142) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:25.495467 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Request body: {'subnet': {'network_id': '92c692ea-1ab0-405c-bda3-eacdbb996340', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2020131927-subnet', 'tenant_id': '498dcef939344364b9d2633f2dbff7ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:25.557266 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Network fb10f2d2-ecce-4cea-a631-52f2c68056f5 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:55:25.685247 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Allocated IP 172.20.0.2 (aeefd93e-e87c-4837-ade8-2e1719db7ebc/e17ada31-d1f7-4361-b266-9f0026dd2c15/fe46dd18-a07c-45d8-8a16-e89ad65a8497) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:25.688801 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, fb10f2d2-ecce-4cea-a631-52f2c68056f5) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:25.697183 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Made reservation on behalf of 498dcef939344364b9d2633f2dbff7ab for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:25.711109 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.717553 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:25.727978 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248f9297-86ee-43f7-b30f-e7cb3a41a256 None None] Network fb10f2d2-ecce-4cea-a631-52f2c68056f5 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:25.729051 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.764918 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Pushing event updated for resources: {'Network': ['ID=92c692ea-1ab0-405c-bda3-eacdbb996340,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:25.771407 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:25.782240 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.794840 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 92c692ea-1ab0-405c-bda3-eacdbb996340 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:55:25.894086 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4264781 Jun 16 15:55:25.903982 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:25.917069 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Sync routers for ids ['6812d942-7c66-45ee-8ce8-f4289618f81e'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:25.946938 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Routers {'6812d942-7c66-45ee-8ce8-f4289618f81e'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:25.947251 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['6812d942-7c66-45ee-8ce8-f4289618f81e'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:26.023149 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.066412 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:26.161617 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.168198 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.169536 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9313116 Jun 16 15:55:26.173503 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Transition to ACTIVE for port object fe46dd18-a07c-45d8-8a16-e89ad65a8497 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:26.183478 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37168) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:26.193133 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Transition to ACTIVE for port object fe46dd18-a07c-45d8-8a16-e89ad65a8497 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:26.216063 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.219749 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:26.383299 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Set router 6812d942-7c66-45ee-8ce8-f4289618f81e gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:26.395707 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.425816 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.450734 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Pushing event updated for resources: {'Port': ['ID=fe46dd18-a07c-45d8-8a16-e89ad65a8497,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:26.475284 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:26.477926 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.478386 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.478831 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.479249 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.479671 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.480094 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.480657 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.481066 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.481633 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.482170 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.483380 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.484155 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Tracked resource versions report: Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: pushed versions: Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: { 'AddressGroup': {'1.2'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'ConntrackHelper': {'1.0'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Log': {'1.0'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Network': {'1.1'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Port': {'1.7'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'PortForwarding': {'1.2'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'QosPolicy': {'1.8'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SecurityGroup': {'1.4'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SubPort': {'1.0'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Subnet': {'1.1'}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Trunk': {'1.1'}} Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: consumer versions: Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: { DHCP agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: HyperV agent@hv-cinder-79611: {}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: L3 agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: Metadata agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: Metering agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: Open vSwitch agent@dv-cinder-796113-4-iscsi: { 'AddressGroup': '1.2', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'ConntrackHelper': '1.0', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Log': '1.0', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Network': '1.1', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Port': '1.7', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'PortForwarding': '1.2', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'QosPolicy': '1.8', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SecurityGroup': '1.4', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SecurityGroupRule': '1.2', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'SubPort': '1.0', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Subnet': '1.1', Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: 'Trunk': '1.1'}} Jun 16 15:55:26.485617 dv-cinder-796113-4-iscsi neutron-server[91874]: {{(pid=91874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:55:26.515489 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:26.517329 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:26.521808 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9a1c22-17c7-4892-b583-1c348d69e6a0,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:26.523656 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37192) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:26.528496 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1933612122-network', 'tenant_id': 'd730a0409188419291bd1871dbae192d'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:26.532564 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:26.540033 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:26.574441 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Made reservation on behalf of d730a0409188419291bd1871dbae192d for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:26.578367 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.615359 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.619494 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Checking segment: {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:26.619904 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Network hostable DHCP agents. Network: a50a3315-6c80-4963-ada6-ff4dadfa88da, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:55:26.653121 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Allocated IP 172.27.2.84 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/f99786a5-3e77-4a6e-b8e2-a8950b4246e7) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:26.821538 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:22Z', 'updated_at': '2021-06-16T15:55:24Z', 'revision_number': 3, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'gw_port': {'id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:23Z', 'updated_at': '2021-06-16T15:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:26.825235 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.828185 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Checking router: 6812d942-7c66-45ee-8ce8-f4289618f81e for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:26.828905 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Updating router 6812d942-7c66-45ee-8ce8-f4289618f81e port a6de53d8-0ebf-48a6-9300-867241cc770e binding host dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:55:26.829073 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Network a50a3315-6c80-4963-ada6-ff4dadfa88da is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:55:26.832950 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Attempting to bind port fe46dd18-a07c-45d8-8a16-e89ad65a8497 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:26.833407 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Attempting to bind port fe46dd18-a07c-45d8-8a16-e89ad65a8497 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:26.833793 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Attempting to bind port fe46dd18-a07c-45d8-8a16-e89ad65a8497 on network aeefd93e-e87c-4837-ade8-2e1719db7ebc {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:26.838636 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7fb7ad-752a-48aa-ae8c-aa9603da9f48 None None] Network fb10f2d2-ecce-4cea-a631-52f2c68056f5 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:26.844345 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:26.844826 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Checking segment: {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:26.845162 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.845562 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Bound using segment: {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:26.846055 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Bound port: fe46dd18-a07c-45d8-8a16-e89ad65a8497, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:26.846436 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.885994 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.909992 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.927358 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.947195 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:26.953027 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.953739 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, a50a3315-6c80-4963-ada6-ff4dadfa88da) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:26.960777 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:26.961359 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:26.966480 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1223f4b7-b869-4fd1-95cd-4627940b7863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:27.000268 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e82820-7975-4d01-ab7a-76b82f17bd39 None None] Network a50a3315-6c80-4963-ada6-ff4dadfa88da requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:27.021131 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b6a143-521e-47cf-9d5f-27b6a4dafb05,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:27.030228 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0213192 Jun 16 15:55:27.034193 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37198) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:27.047600 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:27.052052 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:27.055159 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dd22b7-74ba-4f77-92f9-097474eab204,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:27.065410 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:27.091126 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Checking segment: {'id': 'f4f0f689-5d4b-4092-887d-9948920317d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92c692ea-1ab0-405c-bda3-eacdbb996340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:27.091126 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Network hostable DHCP agents. Network: 92c692ea-1ab0-405c-bda3-eacdbb996340, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:55:27.103470 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:55:27.126080 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.162467 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.171021 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Added segment efca2a20-ef36-42df-b1ee-82a4f781b7da of type vlan for network 97b32406-c967-42c4-8d3b-74cbdb689806 Jun 16 15:55:27.175154 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:27.247000 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.250194 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.320747 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Pushing event updated for resources: {'Port': ['ID=f99786a5-3e77-4a6e-b8e2-a8950b4246e7,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:27.328914 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Network 92c692ea-1ab0-405c-bda3-eacdbb996340 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:55:27.343409 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:27.344939 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:27.354010 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:27.357159 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.362867 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:27.493781 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 92c692ea-1ab0-405c-bda3-eacdbb996340) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:27.506767 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:27.508359 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.541224 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.560562 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0731235 Jun 16 15:55:27.560791 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.571867 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8c472-9018-4142-b4da-3203ef1ccd75 None None] Network 92c692ea-1ab0-405c-bda3-eacdbb996340 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:27.577470 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] For port fe46dd18-a07c-45d8-8a16-e89ad65a8497, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:27.593025 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:27.594035 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.612458 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:27.622842 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.658313 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Transition to ACTIVE for port object a6de53d8-0ebf-48a6-9300-867241cc770e will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:27.673379 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.696605 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:27.751137 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] For port fe46dd18-a07c-45d8-8a16-e89ad65a8497, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=fe46dd18-a07c-45d8-8a16-e89ad65a8497,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:27.782808 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-a50a3315-6c80-4963-ada6-ff4dadfa88da', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:55:27.785964 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.794657 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.2698052 Jun 16 15:55:27.808875 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Attempting to bind port a6de53d8-0ebf-48a6-9300-867241cc770e on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:27.817661 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Attempting to bind port a6de53d8-0ebf-48a6-9300-867241cc770e by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:27.818254 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Attempting to bind port a6de53d8-0ebf-48a6-9300-867241cc770e on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:27.826500 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:27.832939 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:27.833590 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.834443 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:27.835213 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Bound port: a6de53d8-0ebf-48a6-9300-867241cc770e, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:27.835850 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.842072 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.863459 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37226) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:27.863459 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Request body: {'subnet': {'network_id': '97b32406-c967-42c4-8d3b-74cbdb689806', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1933612122-subnet', 'tenant_id': 'd730a0409188419291bd1871dbae192d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:27.935582 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:27.984961 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] For port a6de53d8-0ebf-48a6-9300-867241cc770e, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:27.995659 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] For port a6de53d8-0ebf-48a6-9300-867241cc770e, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=a6de53d8-0ebf-48a6-9300-867241cc770e,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:28.010840 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:28.062344 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37240) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:28.069205 dv-cinder-796113-4-iscsi neutron-server[91872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 15:55:28.072834 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Pushing event updated for resources: {'Network': ['ID=97b32406-c967-42c4-8d3b-74cbdb689806,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:28.086264 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Routers {'6812d942-7c66-45ee-8ce8-f4289618f81e'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:28.087073 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['6812d942-7c66-45ee-8ce8-f4289618f81e'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:28.213632 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 97b32406-c967-42c4-8d3b-74cbdb689806 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:55:28.215104 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:28.239858 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Pushing event updated for resources: {'Port': ['ID=a6de53d8-0ebf-48a6-9300-867241cc770e,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:28.253918 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.254259 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.254692 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.255022 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.256310 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.256889 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.257217 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.257607 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.257882 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.258205 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.258533 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.259112 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Tracked resource versions report: Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: pushed versions: Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: { 'AddressGroup': {'1.2'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'ConntrackHelper': {'1.0'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Log': {'1.0'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Network': {'1.1'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Port': {'1.7'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'PortForwarding': {'1.2'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'QosPolicy': {'1.8'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SecurityGroup': {'1.4'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SubPort': {'1.0'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Subnet': {'1.1'}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Trunk': {'1.1'}} Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: consumer versions: Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: { DHCP agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: HyperV agent@hv-cinder-79611: {}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: L3 agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: Metadata agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: Metering agent@dv-cinder-796113-4-iscsi: {}, Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: Open vSwitch agent@dv-cinder-796113-4-iscsi: { 'AddressGroup': '1.2', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'ConntrackHelper': '1.0', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Log': '1.0', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Network': '1.1', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Port': '1.7', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'PortForwarding': '1.2', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'QosPolicy': '1.8', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SecurityGroup': '1.4', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SecurityGroupRule': '1.2', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'SubPort': '1.0', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Subnet': '1.1', Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: 'Trunk': '1.1'}} Jun 16 15:55:28.260203 dv-cinder-796113-4-iscsi neutron-server[91875]: {{(pid=91875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:55:28.271819 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:28.273356 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0f1fc3a4-d6fa-4367-9727-256543567b36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:28.282167 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:28.339684 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Pushing event updated for resources: {'Port': ['ID=fe46dd18-a07c-45d8-8a16-e89ad65a8497,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:28.351311 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Made reservation on behalf of d730a0409188419291bd1871dbae192d for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:28.356979 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Pushing event updated for resources: {'Port': ['ID=a6de53d8-0ebf-48a6-9300-867241cc770e,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:28.360828 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:28.361993 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:28.364556 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:28.374334 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37264) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:28.377178 dv-cinder-796113-4-iscsi neutron-server[91873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 15:55:28.492149 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b75b1-325a-4138-9a4f-600b5cd42511 None None] Network 92c692ea-1ab0-405c-bda3-eacdbb996340 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:28.495961 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] Set router 6812d942-7c66-45ee-8ce8-f4289618f81e gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:28.537322 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Allocated IP 172.20.0.2 (a50a3315-6c80-4963-ada6-ff4dadfa88da/2e9a1c22-17c7-4892-b583-1c348d69e6a0/435e9c30-e3b2-42cb-9b62-0000057b6fc5) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:28.612930 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:28.711287 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-bb93bf37-c9fc-46bd-b0e7-1009c6bb8da6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:28.712872 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-bb93bf37-c9fc-46bd-b0e7-1009c6bb8da6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 814 time: 0.6469290 Jun 16 15:55:28.754982 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a69ba69d-2eb3-4d41-a1a3-afd2f8e862dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:28.816231 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:28.829734 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e9f4f5-ebbe-4ce2-bdeb-2d44814320c1,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:28.930105 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:28.932983 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:28.962899 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-e223858d-e7b3-45f0-b587-000a0d4bbd5a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/quotas/b827f81e9e054d9cbece81015aa3d8c1 HTTP/1.1" status: 200 len: 375 time: 0.1412466 Jun 16 15:55:28.987705 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:29.001526 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Transition to ACTIVE for port object 435e9c30-e3b2-42cb-9b62-0000057b6fc5 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:29.010093 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:22Z', 'updated_at': '2021-06-16T15:55:24Z', 'revision_number': 3, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'gw_port': {'id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:23Z', 'updated_at': '2021-06-16T15:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:29.019470 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ad18b8-9b8d-4a96-a2d9-e32d5a32839f None None] The sync data for ids ['6812d942-7c66-45ee-8ce8-f4289618f81e'] in dv-cinder-796113-4-iscsi is: [{'id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:22Z', 'updated_at': '2021-06-16T15:55:24Z', 'revision_number': 3, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'gw_port': {'id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:23Z', 'updated_at': '2021-06-16T15:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:29.023810 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Transition to ACTIVE for port object 435e9c30-e3b2-42cb-9b62-0000057b6fc5 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:29.032150 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:29.036330 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c7b9e5ff-c4a2-428d-80c1-b507203e78cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:29.043642 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-ce896845-4c14-4bc3-bed1-b2761fb19b59 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:29.065185 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-ce896845-4c14-4bc3-bed1-b2761fb19b59 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/networks?id=92c692ea-1ab0-405c-bda3-eacdbb996340 HTTP/1.1" status: 200 len: 812 time: 0.6871257 Jun 16 15:55:29.091274 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Network a50a3315-6c80-4963-ada6-ff4dadfa88da is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:29.095705 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:29.098882 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:29.121128 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-792bcf59-980d-43f4-8027-2b4cb7b0e85b tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/quotas/498dcef939344364b9d2633f2dbff7ab HTTP/1.1" status: 200 len: 375 time: 0.0571778 Jun 16 15:55:29.159398 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-5a88bcb4-f305-4321-9bf3-a80a0a8effb3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1848822 Jun 16 15:55:29.164117 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Pushing event updated for resources: {'Port': ['ID=435e9c30-e3b2-42cb-9b62-0000057b6fc5,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:29.164918 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Checking segment: {'id': 'efca2a20-ef36-42df-b1ee-82a4f781b7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '97b32406-c967-42c4-8d3b-74cbdb689806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:29.165285 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Network hostable DHCP agents. Network: 97b32406-c967-42c4-8d3b-74cbdb689806, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:55:29.168190 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:29.184650 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Attempting to bind port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:29.185031 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Attempting to bind port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:29.185460 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Attempting to bind port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 on network a50a3315-6c80-4963-ada6-ff4dadfa88da {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:29.191891 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:29.192264 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Checking segment: {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:29.192722 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:29.193113 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Bound using segment: {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:29.193585 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Bound port: 435e9c30-e3b2-42cb-9b62-0000057b6fc5, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:29.193959 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:29.234941 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-869f038a-9ae0-4bf8-9621-cd5cc314ae20 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=498dcef939344364b9d2633f2dbff7ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939622 Jun 16 15:55:29.251559 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Network 97b32406-c967-42c4-8d3b-74cbdb689806 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:55:29.278294 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 97b32406-c967-42c4-8d3b-74cbdb689806) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:29.284785 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:29.285381 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:29.310798 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c813c0-fb51-41ea-81af-7c7ef5e04df2 None None] Network 97b32406-c967-42c4-8d3b-74cbdb689806 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:29.404661 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5452127 Jun 16 15:55:29.490519 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:29.629423 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] For port 435e9c30-e3b2-42cb-9b62-0000057b6fc5, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:29.686004 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] For port 435e9c30-e3b2-42cb-9b62-0000057b6fc5, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=435e9c30-e3b2-42cb-9b62-0000057b6fc5,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:29.708122 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:29.722037 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:29.727620 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Allocated IP 172.20.0.1 (352e1945-abce-4cc0-943b-a178300a3932/4795f67a-1d2e-4e6c-a950-6e43ff479bb7/4bfdc359-c60c-4185-aaf7-98f1afb061db) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:29.763861 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-9ec9e80f-359f-42e9-9b4f-a7716e606392 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:55:29.784158 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-9ec9e80f-359f-42e9-9b4f-a7716e606392 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1456218 Jun 16 15:55:29.818220 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Router 5f5e12ab-4be4-4328-b4ed-089919df4f22 is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:55:29.824313 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Pushing event updated for resources: {'Port': ['ID=435e9c30-e3b2-42cb-9b62-0000057b6fc5,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:29.868724 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:29.927884 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37300) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:29.934920 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-d2ce949c-55a7-43e6-9ba3-2f7dfb7924a3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:55:29.936951 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-d2ce949c-55a7-43e6-9ba3-2f7dfb7924a3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2785811 Jun 16 15:55:29.959915 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade4f6e-0b15-40d8-b0ff-253c96ee938c None None] Network 97b32406-c967-42c4-8d3b-74cbdb689806 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:30.016829 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.057404 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.175799 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] Deleting subnet 4ff257cb-aaa2-4071-90e4-675881e91d23 {{(pid=91872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:55:30.193253 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee764d4f-1a8d-40b7-ae42-74df90826805 None None] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:30.246692 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.299054 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:30.351818 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-9e2d98d6-6446-4585-aa51-faa6cdd94658 service neutron] 10.222.0.48 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589513 Jun 16 15:55:30.354084 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.410150 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Sync routers for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:30.438187 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.474298 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-5f5108e8-8a09-4be5-a9d9-2af3c6ccec46 None None] Provisioning for port fe46dd18-a07c-45d8-8a16-e89ad65a8497 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:30.506123 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.534603 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f3117fd7-f7f2-4e97-931b-095428d1a58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.549111 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:30.552044 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:30.574564 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:30.581296 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.618113 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Notify callbacks [] for router, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.619303 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5684168 Jun 16 15:55:30.621434 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-00623bb9-883b-4116-8364-9abc4c33a8cc service neutron] 10.222.0.48 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510545 Jun 16 15:55:30.623717 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37312) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:30.697313 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device a6de53d8-0ebf-48a6-9300-867241cc770e up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:30.698854 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Allocated IP 172.27.2.182 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:30.732298 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Network 352e1945-abce-4cc0-943b-a178300a3932 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:30.778762 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:30.797472 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:30.798518 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.814414 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.834454 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b3973fc8-8348-4f5b-a86d-d4fc0aa8257a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:30.894165 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff257cb-aaa2-4071-90e4-675881e91d23,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:30.896615 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.902513 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4ff257cb-aaa2-4071-90e4-675881e91d23 HTTP/1.1" status: 204 len: 168 time: 0.9719272 Jun 16 15:55:30.906941 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37314) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:30.913708 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfdc359-c60c-4185-aaf7-98f1afb061db,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:30.956420 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-006a1e7f-56c2-420a-bfc2-558c2dd41956 service neutron] 10.222.0.48 "GET /v2.0/networks/92c692ea-1ab0-405c-bda3-eacdbb996340?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1710382 Jun 16 15:55:30.964860 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:30.966048 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:31.424868 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:31.606338 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea363b-de19-4176-b9e7-30f3e3f60ebc None None] Network a50a3315-6c80-4963-ada6-ff4dadfa88da requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:31.607200 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-144c0d75-c135-45c0-890e-081a224f78da req-9c45cd52-88b4-404a-ab85-51dd75c3f5dc tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 210 time: 0.1264954 Jun 16 15:55:31.685173 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port a6de53d8-0ebf-48a6-9300-867241cc770e completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:31.719800 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:31.746567 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:31.770398 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:31.783402 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port a6de53d8-0ebf-48a6-9300-867241cc770e triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:31.783921 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:31.981256 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51908c60-e783-44b8-af9d-f73cc60a7106 None None] Provisioning for port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:32.111838 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.134887 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02eeae02-e245-42d8-bed7-62f613404347 service neutron] 10.222.0.48 "GET /v2.0/networks/92c692ea-1ab0-405c-bda3-eacdbb996340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1489587 Jun 16 15:55:32.263009 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.297634 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port a6de53d8-0ebf-48a6-9300-867241cc770e, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=a6de53d8-0ebf-48a6-9300-867241cc770e,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:32.300669 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.307692 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Allocated IP 172.20.0.1 (aeefd93e-e87c-4837-ade8-2e1719db7ebc/e17ada31-d1f7-4361-b266-9f0026dd2c15/d4bf7931-8d7c-4d7e-8a61-cd1a575353f8) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:32.308150 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.310624 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device fe46dd18-a07c-45d8-8a16-e89ad65a8497 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:32.318909 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:32.341018 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.341472 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.343272 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.343272 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > port after_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.344284 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.344760 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > port after_update 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.345178 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.345593 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.346318 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.346788 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.485632 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:27Z', 'revision_number': 3, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:32.522555 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.546024 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=a6de53d8-0ebf-48a6-9300-867241cc770e,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:32.550492 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:32.554724 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Checking router: 5f5e12ab-4be4-4328-b4ed-089919df4f22 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:32.556267 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Updating router 5f5e12ab-4be4-4328-b4ed-089919df4f22 port f99786a5-3e77-4a6e-b8e2-a8950b4246e7 binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:55:32.622705 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.provisioning_blocks [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Transition to ACTIVE for port object d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 will not be triggered until provisioned by entity DHCP. {{(pid=91872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:32.659937 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.660427 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.661194 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.661537 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:32.661900 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041ab63d-176b-4f0e-b70a-97832a937f42']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:32.718908 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port fe46dd18-a07c-45d8-8a16-e89ad65a8497 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:32.723880 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port fe46dd18-a07c-45d8-8a16-e89ad65a8497 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:32.723880 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.727916 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.763444 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f3d0559e-cb72-4a9c-afb2-edcf9d68b6bb req-df8c00d5-2c0f-4c09-a141-380ccf877a14 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 210 time: 0.0923200 Jun 16 15:55:32.788849 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfe1b43-1f60-464e-8b30-3590b7894b2a') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:32.789357 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfe1b43-1f60-464e-8b30-3590b7894b2a') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:32.799431 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.809216 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c433192b-9bda-43ad-b7d2-02329844c048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:32.871164 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-38000d4b-4c44-4063-bb20-8550d3668ef7 None None] Provisioning complete for port fe46dd18-a07c-45d8-8a16-e89ad65a8497 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:32.871649 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-38000d4b-4c44-4063-bb20-8550d3668ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.877670 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15610764'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.884147 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5a8f3f7a-a5f9-4ba7-8606-96e79dc39450 req-ab36818b-ec5b-466f-b498-b11bbcc76df6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 210 time: 0.1227446 Jun 16 15:55:33.032725 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.043648 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.046482 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:33.052129 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:33.054586 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Pushing event updated for resources: {'Port': ['ID=d4bf7931-8d7c-4d7e-8a61-cd1a575353f8,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:33.057510 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:33.058129 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.088286 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:33.096074 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.168267 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-38000d4b-4c44-4063-bb20-8550d3668ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.172839 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.189920 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:33.219248 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.309104 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:33.315405 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-38000d4b-4c44-4063-bb20-8550d3668ef7 None None] For port fe46dd18-a07c-45d8-8a16-e89ad65a8497, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=fe46dd18-a07c-45d8-8a16-e89ad65a8497,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:33.323269 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-38000d4b-4c44-4063-bb20-8550d3668ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.329389 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:55:33.329792 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15704886'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.333069 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: from cryptography.utils import int_from_bytes Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: from cryptography.utils import int_from_bytes Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: timer() Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: cb(*args, **kw) Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: self._notify() Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: self.callback(batched_events) Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: event.method(event) Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._get(url).json() Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:55:33.337605 dv-cinder-796113-4-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:55:33.344521 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:33.373126 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:33.479977 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.482418 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfdc359-c60c-4185-aaf7-98f1afb061db,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:33.519406 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.635285 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.db.api [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:55:33.635863 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_db.api [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:55:33.657015 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-517125f5-e755-460c-a227-5384723b9f9e None None] Provisioning for port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:33.664228 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-517125f5-e755-460c-a227-5384723b9f9e None None] Provisioning complete for port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:33.664769 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-517125f5-e755-460c-a227-5384723b9f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.699710 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000d4b-4c44-4063-bb20-8550d3668ef7 None None] Pushing event updated for resources: {'Port': ['ID=fe46dd18-a07c-45d8-8a16-e89ad65a8497,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:33.713418 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-38000d4b-4c44-4063-bb20-8550d3668ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:33.728941 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Pushing event updated for resources: {'Port': ['ID=4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:33.785835 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-517125f5-e755-460c-a227-5384723b9f9e None None] Port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:55:33.789458 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:33.792582 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.567s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:33.794009 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:33.795964 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.820249 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.836057 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Transition to ACTIVE for port object f99786a5-3e77-4a6e-b8e2-a8950b4246e7 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:33.846139 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:33.853980 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:33.868947 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:33.937971 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6981a12b-3b9a-4b78-a6d0-4013ffead7c7 req-8bb6e02b-5cdc-4a6a-9845-c39b17249198 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 210 time: 0.0837357 Jun 16 15:55:33.975432 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1032132-7946-4447-9874-0e20dd1f40aa None None] Pushing event updated for resources: {'Port': ['ID=f99786a5-3e77-4a6e-b8e2-a8950b4246e7,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:33.988360 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b1032132-7946-4447-9874-0e20dd1f40aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:34.016801 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Attempting to bind port f99786a5-3e77-4a6e-b8e2-a8950b4246e7 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:34.018383 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Attempting to bind port f99786a5-3e77-4a6e-b8e2-a8950b4246e7 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:34.020537 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Attempting to bind port f99786a5-3e77-4a6e-b8e2-a8950b4246e7 on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:34.025715 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.036228 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:34.036724 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:34.037247 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.038766 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:34.041037 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Bound port: f99786a5-3e77-4a6e-b8e2-a8950b4246e7, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:34.041572 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.044888 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] 10.222.0.48 "DELETE /v2.0/networks/041ab63d-176b-4f0e-b70a-97832a937f42 HTTP/1.1" status: 204 len: 168 time: 3.1307843 Jun 16 15:55:34.055094 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37442) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:34.117876 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=041ab63d-176b-4f0e-b70a-97832a937f42,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:34.133856 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:34.150695 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.167619 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.176296 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.205807 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5a5f48f1-91bc-4925-bca3-6a4161350353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:34.273645 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] For port f99786a5-3e77-4a6e-b8e2-a8950b4246e7, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:34.295362 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] For port f99786a5-3e77-4a6e-b8e2-a8950b4246e7, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=f99786a5-3e77-4a6e-b8e2-a8950b4246e7,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:34.296832 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e3f69e-7085-4b85-b269-a39293e85f47 admin admin] Deleting subnet b2e9f4f5-ebbe-4ce2-bdeb-2d44814320c1 {{(pid=91872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:55:34.303453 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.89', 61243) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:34.306780 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-21e3f69e-7085-4b85-b269-a39293e85f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.317574 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.330706 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 435e9c30-e3b2-42cb-9b62-0000057b6fc5 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:34.339820 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:34.444201 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Pushing event updated for resources: {'Port': ['ID=d4bf7931-8d7c-4d7e-8a61-cd1a575353f8,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:34.457328 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-21e3f69e-7085-4b85-b269-a39293e85f47 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.460746 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:34.511090 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-21e3f69e-7085-4b85-b269-a39293e85f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.564438 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-46d70fc3-0186-430e-9fbe-e495cbbc5f45 req-c2b86a50-c7fc-47cb-b570-a52c3e8bec07 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 210 time: 0.2147238 Jun 16 15:55:34.568681 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1032132-7946-4447-9874-0e20dd1f40aa None None] Pushing event updated for resources: {'Port': ['ID=f99786a5-3e77-4a6e-b8e2-a8950b4246e7,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:34.582421 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b1032132-7946-4447-9874-0e20dd1f40aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:34.629273 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:34.633069 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3fc84d93-15cd-405e-aae1-2525891ef628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.635192 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:34.641723 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:34.642452 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:34.803477 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Network 352e1945-abce-4cc0-943b-a178300a3932 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:34.805790 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-21e3f69e-7085-4b85-b269-a39293e85f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889'] for subnet, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.819106 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:34.820213 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:34.824125 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:34.835147 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:34.835542 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.858042 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-65657e36-851f-4895-ac53-a2ae9247a4d2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:34.860205 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-65657e36-851f-4895-ac53-a2ae9247a4d2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 814 time: 0.5561171 Jun 16 15:55:34.864237 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.886250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Router 5f5e12ab-4be4-4328-b4ed-089919df4f22 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:55:34.889629 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3f69e-7085-4b85-b269-a39293e85f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e9f4f5-ebbe-4ce2-bdeb-2d44814320c1,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:34.907505 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-21e3f69e-7085-4b85-b269-a39293e85f47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:34.921350 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:34.924123 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-21e3f69e-7085-4b85-b269-a39293e85f47 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b2e9f4f5-ebbe-4ce2-bdeb-2d44814320c1 HTTP/1.1" status: 204 len: 168 time: 0.8655467 Jun 16 15:55:34.927149 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-21e3f69e-7085-4b85-b269-a39293e85f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:34.929364 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37476) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:35.029274 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:35.286211 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Request body: {'port': {'device_id': 'e1cb3380-748f-45ec-ab33-33cd84837b2c', 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5', 'admin_state_up': True, 'tenant_id': 'b827f81e9e054d9cbece81015aa3d8c1'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:35.354393 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:35.388250 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-beb94bd7-5df5-4db4-a8f6-08fc3d6a6716 None None] Provisioning complete for port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:35.388823 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-beb94bd7-5df5-4db4-a8f6-08fc3d6a6716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:35.419884 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:35.459586 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:35.491771 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:35.518794 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-875ac6d9-3214-49f4-9061-bb7b90f8ee6c req-abc03ce8-0982-4cef-85d6-3ff0094ba887 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 210 time: 0.2966592 Jun 16 15:55:35.521170 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.521546 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.522322 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.522678 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > port after_create 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.523137 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.523319 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > port after_update 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.523615 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.523924 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.524234 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.524592 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:35.539610 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-beb94bd7-5df5-4db4-a8f6-08fc3d6a6716 None None] Port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:55:35.555989 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 435e9c30-e3b2-42cb-9b62-0000057b6fc5, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=435e9c30-e3b2-42cb-9b62-0000057b6fc5,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:35.631608 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:35.663166 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b1032132-7946-4447-9874-0e20dd1f40aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:35.749847 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.89', 61251) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:35.870461 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device a6de53d8-0ebf-48a6-9300-867241cc770e up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:36.035135 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-c4968662-48c1-4c3d-86b8-3338a6a30260 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:36.037558 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-c4968662-48c1-4c3d-86b8-3338a6a30260 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.89 "GET /v2.0/networks?id=92c692ea-1ab0-405c-bda3-eacdbb996340 HTTP/1.1" status: 200 len: 812 time: 0.2690728 Jun 16 15:55:36.052883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Router 6812d942-7c66-45ee-8ce8-f4289618f81e has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:55:36.081002 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=435e9c30-e3b2-42cb-9b62-0000057b6fc5,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:36.099026 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:36.238338 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:36.239329 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:36.239329 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:36.239670 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:55:36.250095 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b32406-c967-42c4-8d3b-74cbdb689806']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:36.306244 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port a6de53d8-0ebf-48a6-9300-867241cc770e triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:36.307466 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.323312 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] 10.222.0.48 "PUT /v2.0/routers/5f5e12ab-4be4-4328-b4ed-089919df4f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6973858 Jun 16 15:55:36.335213 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efca2a20-ef36-42df-b1ee-82a4f781b7da') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:36.336095 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efca2a20-ef36-42df-b1ee-82a4f781b7da') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:36.366573 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.400795 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Made reservation on behalf of b827f81e9e054d9cbece81015aa3d8c1 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:36.405723 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.426271 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.430769 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.447947 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9784f836-3153-41c1-8fde-d3ca38809372 req-93410275-bc2b-4749-8b5e-f924647c56c7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 210 time: 0.1166010 Jun 16 15:55:36.475288 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.514094 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 2, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:36.550060 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8a5eb-510b-44e1-af39-0c58871424ac None None] The sync data for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi is: [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 2, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:36.550363 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:55:36.551496 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: from cryptography.utils import int_from_bytes Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: from cryptography.utils import int_from_bytes Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:55:36.598223 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:55:36.632595 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device fe46dd18-a07c-45d8-8a16-e89ad65a8497 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:36.792710 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Request body: {'port': {'device_id': 'd8d513f2-ca22-4207-9cc7-a53dc337ab20', 'network_id': '92c692ea-1ab0-405c-bda3-eacdbb996340', 'admin_state_up': True, 'tenant_id': '498dcef939344364b9d2633f2dbff7ab'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:36.823566 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.827135 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port fe46dd18-a07c-45d8-8a16-e89ad65a8497 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:36.828733 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.839581 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:36.854327 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:36.859896 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] 10.222.0.48 "DELETE /v2.0/networks/97b32406-c967-42c4-8d3b-74cbdb689806 HTTP/1.1" status: 204 len: 168 time: 1.9285622 Jun 16 15:55:36.860968 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=97b32406-c967-42c4-8d3b-74cbdb689806,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:36.863932 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:37.312403 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37554) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:37.349808 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-94e84145-87b2-45f7-ac0c-1cf156aab6fc req-ae15fee9-0ee7-47e7-bd16-b2410f4a2699 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 210 time: 0.1682413 Jun 16 15:55:37.378014 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8a51d03c-54cd-43e8-84ca-881b5dddc8bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e274de6a1b554816b23b0c8f9efaff46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0626981 Jun 16 15:55:37.385395 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37556) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:37.392458 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Made reservation on behalf of 498dcef939344364b9d2633f2dbff7ab for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:37.396442 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:37.596806 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:37.607513 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Sync routers for ids ['6812d942-7c66-45ee-8ce8-f4289618f81e'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:37.611985 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] 10.222.0.48 "PUT /v2.0/routers/6812d942-7c66-45ee-8ce8-f4289618f81e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4244764 Jun 16 15:55:37.626212 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-27d2ff8a-3a87-4db4-83a7-aae3cbf26c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:37.633235 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Routers {'6812d942-7c66-45ee-8ce8-f4289618f81e'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:37.634784 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:35Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['6812d942-7c66-45ee-8ce8-f4289618f81e'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:37.722136 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-27d2ff8a-3a87-4db4-83a7-aae3cbf26c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:37.885625 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 435e9c30-e3b2-42cb-9b62-0000057b6fc5 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:37.911464 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-27d2ff8a-3a87-4db4-83a7-aae3cbf26c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:37.912616 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Set router 6812d942-7c66-45ee-8ce8-f4289618f81e gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:37.918484 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-27d2ff8a-3a87-4db4-83a7-aae3cbf26c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:37.923898 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-27d2ff8a-3a87-4db4-83a7-aae3cbf26c70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d19bbf51-cd2e-4b1e-b134-9dddc8488973 HTTP/1.1" status: 204 len: 168 time: 0.5323021 Jun 16 15:55:37.923898 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:37.962090 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2ff8a-3a87-4db4-83a7-aae3cbf26c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19bbf51-cd2e-4b1e-b134-9dddc8488973,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:37.995392 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-27d2ff8a-3a87-4db4-83a7-aae3cbf26c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:38.055612 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Allocated IP 172.20.0.13 (fb10f2d2-ecce-4cea-a631-52f2c68056f5/7cc6a8e5-82f3-4aec-b1ae-78d933df9972/55f5f05d-e34b-4baa-848b-81730be940ec) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:38.231361 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:38.232308 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:38.504153 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Router 2bc62cc5-a97e-4669-9982-d432b46bc67b is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:55:38.531789 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-821475c0-3501-4422-8224-ba8a8e226dbd req-667be25e-3068-4d0f-b084-a0963ad0f676 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 210 time: 0.5955853 Jun 16 15:55:38.597972 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:38.920104 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:55:39.032613 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:39.056897 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37594) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:39.078187 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Sync routers for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:39.103336 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:22Z', 'updated_at': '2021-06-16T15:55:31Z', 'revision_number': 4, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'gw_port': {'id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:23Z', 'updated_at': '2021-06-16T15:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '4bfdc359-c60c-4185-aaf7-98f1afb061db', 'name': '', 'network_id': '352e1945-abce-4cc0-943b-a178300a3932', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'mac_address': 'fa:16:3e:78:38:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795f67a-1d2e-4e6c-a950-6e43ff479bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:29Z', 'updated_at': '2021-06-16T15:55:32Z', 'revision_number': 2, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'subnets': [{'id': '4795f67a-1d2e-4e6c-a950-6e43ff479bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:39.110099 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:39.110757 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:35Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:39.118708 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Checking router: 6812d942-7c66-45ee-8ce8-f4289618f81e for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:39.119068 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Updating router 6812d942-7c66-45ee-8ce8-f4289618f81e port 4bfdc359-c60c-4185-aaf7-98f1afb061db binding host dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:55:39.149253 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-9c4187c2-2735-402d-8cdb-123039475f4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d730a0409188419291bd1871dbae192d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0892336 Jun 16 15:55:39.151740 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37596) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:39.213850 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:39.419324 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:39.559681 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cc683053-6f8b-45bd-9d4a-e7dda3e8bd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:39.652636 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cc683053-6f8b-45bd-9d4a-e7dda3e8bd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:39.732344 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Allocated IP 172.20.0.13 (92c692ea-1ab0-405c-bda3-eacdbb996340/38dd22b7-74ba-4f77-92f9-097474eab204/c7c20871-e3f5-4515-86fb-a5a5f299bf71) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:39.734997 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cc683053-6f8b-45bd-9d4a-e7dda3e8bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:39.749990 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cc683053-6f8b-45bd-9d4a-e7dda3e8bd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:39.763880 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-cc683053-6f8b-45bd-9d4a-e7dda3e8bd9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2b6a143-521e-47cf-9d5f-27b6a4dafb05 HTTP/1.1" status: 204 len: 168 time: 0.6036031 Jun 16 15:55:39.765905 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:39.784860 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc683053-6f8b-45bd-9d4a-e7dda3e8bd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b6a143-521e-47cf-9d5f-27b6a4dafb05,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:39.789248 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cc683053-6f8b-45bd-9d4a-e7dda3e8bd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:39.950848 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device f99786a5-3e77-4a6e-b8e2-a8950b4246e7 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:40.013605 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:40.018983 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37618) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:40.031814 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9765289 Jun 16 15:55:40.181286 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:34Z', 'revision_number': 3, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:40.209852 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Checking router: 2bc62cc5-a97e-4669-9982-d432b46bc67b for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:40.211191 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Updating router 2bc62cc5-a97e-4669-9982-d432b46bc67b port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:55:40.274560 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:40.305470 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Transition to ACTIVE for port object 4bfdc359-c60c-4185-aaf7-98f1afb061db will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:40.316053 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:40.320899 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:40.387152 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port f99786a5-3e77-4a6e-b8e2-a8950b4246e7 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:40.389340 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37624) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:40.404709 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port f99786a5-3e77-4a6e-b8e2-a8950b4246e7 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:40.406171 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:40.430314 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-f3fb2023-c84a-4e50-b6e5-d22b219e5095 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:40.431862 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-f3fb2023-c84a-4e50-b6e5-d22b219e5095 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 819 time: 0.6143863 Jun 16 15:55:40.507808 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee49ce0-8a02-4b06-96af-facfbadf0ca3 None None] Pushing event updated for resources: {'Port': ['ID=4bfdc359-c60c-4185-aaf7-98f1afb061db,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:40.532551 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9ee49ce0-8a02-4b06-96af-facfbadf0ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:40.704395 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:40.726143 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37636) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:40.741535 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-f598a9b8-5fe2-4fff-9d3c-0706a429f224 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--481270330', 'description': 'tempest-description--1410367961'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:40.778049 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Attempting to bind port 4bfdc359-c60c-4185-aaf7-98f1afb061db on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:40.778663 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Attempting to bind port 4bfdc359-c60c-4185-aaf7-98f1afb061db by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:40.779392 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Attempting to bind port 4bfdc359-c60c-4185-aaf7-98f1afb061db on network 352e1945-abce-4cc0-943b-a178300a3932 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:40.789917 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:40.790571 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Checking segment: {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:40.791289 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:40.791845 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Bound using segment: {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:40.792896 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Bound port: 4bfdc359-c60c-4185-aaf7-98f1afb061db, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:40.793447 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:40.913825 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:40.983890 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-14124ae8-bf7f-4d9d-ba72-ae6c3e422343 req-1e8c4251-9fb5-42b7-b056-49fd6ada3779 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 210 time: 0.1694384 Jun 16 15:55:40.997323 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f598a9b8-5fe2-4fff-9d3c-0706a429f224 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.007893 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.035216 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] For port 4bfdc359-c60c-4185-aaf7-98f1afb061db, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:41.060462 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] For port 4bfdc359-c60c-4185-aaf7-98f1afb061db, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4bfdc359-c60c-4185-aaf7-98f1afb061db,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:41.069837 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.087502 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:41.127306 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-f4fe682d-684e-400e-801c-8463e8006777 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/quotas/23f04fea64454af4b14b54b5db2245a3 HTTP/1.1" status: 200 len: 375 time: 0.1520154 Jun 16 15:55:41.160348 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-db75a28a-cce3-447c-af35-c0d37b86c66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.325722 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Routers {'6812d942-7c66-45ee-8ce8-f4289618f81e'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:41.326601 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:35Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['6812d942-7c66-45ee-8ce8-f4289618f81e'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:41.337432 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Sync routers for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:41.516565 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.541647 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:41.543561 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:35Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:41.559769 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.589108 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-31372e88-46e8-41e6-8226-5c75002f7f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:41.680827 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.744762 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.774534 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Transition to ACTIVE for port object 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:41.774692 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:41.792512 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.839435 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:41.840840 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Network fb10f2d2-ecce-4cea-a631-52f2c68056f5 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:41.858222 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port f99786a5-3e77-4a6e-b8e2-a8950b4246e7, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=f99786a5-3e77-4a6e-b8e2-a8950b4246e7,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:41.877435 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:41.900008 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:41.908508 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-7c4d8fea-8e57-4e4d-9a31-9de05180130c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7691536 Jun 16 15:55:41.910943 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Network 92c692ea-1ab0-405c-bda3-eacdbb996340 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:41.913707 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Pushing event updated for resources: {'Port': ['ID=55f5f05d-e34b-4baa-848b-81730be940ec,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:41.947570 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:41.954633 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:41.968597 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:41.997695 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Attempting to bind port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:41.998207 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Attempting to bind port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:41.998575 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Attempting to bind port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:42.059334 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:42.059721 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:42.060136 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:42.064421 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:42.067433 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Bound port: 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:42.067849 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:42.121716 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:42.122732 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:42.127015 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bde759-f0a2-4fc1-9304-5c868dc0c22a req-24dcff57-8b4c-458e-94ee-e337d23f6c95 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:42.138057 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691ae2c-dedc-4a75-9537-8b5a086f0a1a None None] Pushing event updated for resources: {'Port': ['ID=4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:42.138971 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-19bde759-f0a2-4fc1-9304-5c868dc0c22a req-24dcff57-8b4c-458e-94ee-e337d23f6c95 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 932 time: 0.5721219 Jun 16 15:55:42.155746 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c691ae2c-dedc-4a75-9537-8b5a086f0a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:42.158768 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:42.234413 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Pushing event updated for resources: {'Port': ['ID=c7c20871-e3f5-4515-86fb-a5a5f299bf71,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:42.243415 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:42.259976 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:42.262914 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:42.301719 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-19bde759-f0a2-4fc1-9304-5c868dc0c22a req-43cb716a-778f-4e6d-93e8-a1d92d4bab08 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507266 Jun 16 15:55:42.315479 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:42.316201 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:42.347805 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee49ce0-8a02-4b06-96af-facfbadf0ca3 None None] Pushing event updated for resources: {'Port': ['ID=4bfdc359-c60c-4185-aaf7-98f1afb061db,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:42.377205 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=f99786a5-3e77-4a6e-b8e2-a8950b4246e7,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:42.377338 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9ee49ce0-8a02-4b06-96af-facfbadf0ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.291s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:42.385359 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:42.389344 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-cdf25787-8a9c-4e44-a8c5-4d9b4a8865e0 service neutron] 10.222.0.48 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432757 Jun 16 15:55:42.410875 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] For port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:42.417675 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] For port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:42.432777 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:42.441461 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:42.555174 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:42.557045 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:35Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:42.571267 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:42.683390 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3a3c1881-4aa9-4bbc-abcd-f8ea7b13ead1 service neutron] 10.222.0.48 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741091 Jun 16 15:55:42.695149 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-db75a28a-cce3-447c-af35-c0d37b86c66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:42.721857 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2233982 Jun 16 15:55:42.744765 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-db75a28a-cce3-447c-af35-c0d37b86c66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:42.779573 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] Set router 6812d942-7c66-45ee-8ce8-f4289618f81e gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:42.886062 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:43.000162 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-db75a28a-cce3-447c-af35-c0d37b86c66d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d26c33a9e1d04c5ca84684dbfeddbb60&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6110952 Jun 16 15:55:43.003035 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37676) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:43.017870 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75a28a-cce3-447c-af35-c0d37b86c66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d9572-9976-4689-a84a-70d5770686b0,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:43.061011 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-db75a28a-cce3-447c-af35-c0d37b86c66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:43.213782 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c72ac-b322-465f-b380-6e7b580341cd req-ab98f53d-2f50-419f-b22d-9825e0ba8244 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:43.224027 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-146c72ac-b322-465f-b380-6e7b580341cd req-ab98f53d-2f50-419f-b22d-9825e0ba8244 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 932 time: 0.4932208 Jun 16 15:55:43.229406 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:43.303583 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 2, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:43.318916 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Checking router: 5f5e12ab-4be4-4328-b4ed-089919df4f22 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:43.320223 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Updating router 5f5e12ab-4be4-4328-b4ed-089919df4f22 port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 binding host dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:55:43.352340 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6b72cc52-0760-4af4-8ffb-d824440968d8 req-6df61329-bbc0-4910-aa3c-04a8b1b7f771 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 210 time: 0.2106173 Jun 16 15:55:43.432843 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-14b6eb65-e1ac-4104-804f-7abfa5e5d715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:43.504862 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Allocated IP 172.20.0.1 (a50a3315-6c80-4963-ada6-ff4dadfa88da/2e9a1c22-17c7-4892-b583-1c348d69e6a0/dddefcfd-1ae9-42f3-b1a2-671f09453718) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:43.520925 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-14b6eb65-e1ac-4104-804f-7abfa5e5d715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:43.531071 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:43.614105 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691ae2c-dedc-4a75-9537-8b5a086f0a1a None None] Pushing event updated for resources: {'Port': ['ID=4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:43.632832 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c691ae2c-dedc-4a75-9537-8b5a086f0a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.187s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:43.660632 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-14b6eb65-e1ac-4104-804f-7abfa5e5d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:43.664799 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-14b6eb65-e1ac-4104-804f-7abfa5e5d715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:43.666504 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-14b6eb65-e1ac-4104-804f-7abfa5e5d715 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/280d9572-9976-4689-a84a-70d5770686b0 HTTP/1.1" status: 204 len: 168 time: 0.6622446 Jun 16 15:55:43.671528 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:43.690099 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-3f5b1373-c1e2-447c-b48b-0842a4d541c4 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:55:43.693291 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-3f5b1373-c1e2-447c-b48b-0842a4d541c4 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175786 Jun 16 15:55:43.755536 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6eb65-e1ac-4104-804f-7abfa5e5d715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d9572-9976-4689-a84a-70d5770686b0,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:43.766309 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-14b6eb65-e1ac-4104-804f-7abfa5e5d715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:43.974360 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d7c0f-99e4-4225-bdea-b4d18e657cb6 req-d7412870-a6dc-404a-9dca-26916e4b0df9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:43.977945 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f598a9b8-5fe2-4fff-9d3c-0706a429f224 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:43.988729 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5f7d7c0f-99e4-4225-bdea-b4d18e657cb6 req-d7412870-a6dc-404a-9dca-26916e4b0df9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 932 time: 0.3210118 Jun 16 15:55:44.010771 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-146c72ac-b322-465f-b380-6e7b580341cd req-82e48467-85e3-4629-91fe-cc48e4a3e0dc tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7851515 Jun 16 15:55:44.025567 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f598a9b8-5fe2-4fff-9d3c-0706a429f224 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:44.027003 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-90f27da5-d33d-4cf7-8b24-09c48b5afcde tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.7949302 Jun 16 15:55:44.042443 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:44.142356 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:34Z', 'revision_number': 3, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:44.147774 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ac573-711c-4e10-8b1b-522e13b74b53 None None] The sync data for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi is: [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:34Z', 'revision_number': 3, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:44.174020 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5f7d7c0f-99e4-4225-bdea-b4d18e657cb6 req-82a2c2be-3d09-4e25-a897-750cbe7d0f28 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730635 Jun 16 15:55:44.193286 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:22Z', 'updated_at': '2021-06-16T15:55:31Z', 'revision_number': 4, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'gw_port': {'id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:23Z', 'updated_at': '2021-06-16T15:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '4bfdc359-c60c-4185-aaf7-98f1afb061db', 'name': '', 'network_id': '352e1945-abce-4cc0-943b-a178300a3932', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'mac_address': 'fa:16:3e:78:38:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795f67a-1d2e-4e6c-a950-6e43ff479bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:29Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'subnets': [{'id': '4795f67a-1d2e-4e6c-a950-6e43ff479bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:44.196223 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device f99786a5-3e77-4a6e-b8e2-a8950b4246e7 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:44.237740 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598a9b8-5fe2-4fff-9d3c-0706a429f224 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b59d86f-301b-499e-83e7-aab0e6eb17a5,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:44.241964 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f598a9b8-5fe2-4fff-9d3c-0706a429f224 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:44.243312 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-f598a9b8-5fe2-4fff-9d3c-0706a429f224 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5078208 Jun 16 15:55:44.246509 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37716) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:44.251657 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-7d5aa69d-386f-46e0-9759-f11177644ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'security_group_rule': {'security_group_id': '1b59d86f-301b-499e-83e7-aab0e6eb17a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:44.297635 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f598a9b8-5fe2-4fff-9d3c-0706a429f224 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:44.325766 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port f99786a5-3e77-4a6e-b8e2-a8950b4246e7 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:44.326268 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:44.363733 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1193f9-283e-4ff6-bf43-c1fab54c2bb1 None None] The sync data for ids ['6812d942-7c66-45ee-8ce8-f4289618f81e'] in dv-cinder-796113-4-iscsi is: [{'id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:22Z', 'updated_at': '2021-06-16T15:55:31Z', 'revision_number': 4, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'gw_port': {'id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:23Z', 'updated_at': '2021-06-16T15:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '4bfdc359-c60c-4185-aaf7-98f1afb061db', 'name': '', 'network_id': '352e1945-abce-4cc0-943b-a178300a3932', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'mac_address': 'fa:16:3e:78:38:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4795f67a-1d2e-4e6c-a950-6e43ff479bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:29Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'subnets': [{'id': '4795f67a-1d2e-4e6c-a950-6e43ff479bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:44.365386 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:44.420502 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa69d-386f-46e0-9759-f11177644ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:44.578011 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.provisioning_blocks [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Transition to ACTIVE for port object dddefcfd-1ae9-42f3-b1a2-671f09453718 will not be triggered until provisioned by entity DHCP. {{(pid=91872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:44.811364 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:44.879560 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa69d-386f-46e0-9759-f11177644ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:44.902010 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa69d-386f-46e0-9759-f11177644ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:44.908320 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:44.975385 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:45.021752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa69d-386f-46e0-9759-f11177644ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:45.037692 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7d5aa69d-386f-46e0-9759-f11177644ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7808831 Jun 16 15:55:45.043025 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37734) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:45.216064 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-a88ca12b-ca05-4bca-89df-0b95b18a2454 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'security_group_rule': {'security_group_id': '1b59d86f-301b-499e-83e7-aab0e6eb17a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:45.269510 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:45.310212 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Transition to ACTIVE for port object d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:45.336361 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:45.339297 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:45.366152 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Request body: {'port': {'device_id': 'e1cb3380-748f-45ec-ab33-33cd84837b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:45.433393 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Pushing event updated for resources: {'Port': ['ID=dddefcfd-1ae9-42f3-b1a2-671f09453718,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:45.437403 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:45.447624 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Network a50a3315-6c80-4963-ada6-ff4dadfa88da is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:45.473463 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:45.508711 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:45.525056 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5aa69d-386f-46e0-9759-f11177644ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a1938b-3505-4aac-877f-502a1848fa21,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:45.544197 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Request body: {'port': {'device_id': 'd8d513f2-ca22-4207-9cc7-a53dc337ab20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:45.716773 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7d5aa69d-386f-46e0-9759-f11177644ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:45.718862 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a88ca12b-ca05-4bca-89df-0b95b18a2454 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:45.751527 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f3a36-ee43-4742-8e78-dc55971c5fab None None] Pushing event updated for resources: {'Port': ['ID=d4bf7931-8d7c-4d7e-8a61-cd1a575353f8,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:45.762371 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5e4f3a36-ee43-4742-8e78-dc55971c5fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:45.804518 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-b9414018-e797-4bda-8e94-08af39389f21 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:45.824727 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-b9414018-e797-4bda-8e94-08af39389f21 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 819 time: 1.4566488 Jun 16 15:55:45.850993 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-45440acd-b0c1-4fb0-8d94-10ae007c2695 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/quotas/23f04fea64454af4b14b54b5db2245a3 HTTP/1.1" status: 200 len: 375 time: 0.0250633 Jun 16 15:55:45.885902 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:45.912448 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Attempting to bind port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:45.922533 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Attempting to bind port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:45.924566 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Attempting to bind port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 on network aeefd93e-e87c-4837-ade8-2e1719db7ebc {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:45.945823 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:45.946204 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Checking segment: {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:45.961209 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:45.961896 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Bound using segment: {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:45.965986 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Bound port: d4bf7931-8d7c-4d7e-8a61-cd1a575353f8, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:45.987183 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:46.164293 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.89', 61269) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:46.292135 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:46.340952 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] For port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:46.347737 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] For port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=d4bf7931-8d7c-4d7e-8a61-cd1a575353f8,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:46.367972 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:46.372802 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-a4c30a52-082a-4b28-bc29-4b2535fda181 None None] Provisioning for port dddefcfd-1ae9-42f3-b1a2-671f09453718 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:46.375130 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:46.383503 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-a4c30a52-082a-4b28-bc29-4b2535fda181 None None] Provisioning complete for port dddefcfd-1ae9-42f3-b1a2-671f09453718 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:46.387042 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4c30a52-082a-4b28-bc29-4b2535fda181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:46.446218 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:46.459036 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-eb6b83bd-7226-4d68-8f8a-9ae4d74b7e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:46.580461 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:46.587162 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:35Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:46.631277 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-a4c30a52-082a-4b28-bc29-4b2535fda181 None None] Port dddefcfd-1ae9-42f3-b1a2-671f09453718 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:55:46.720960 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:46.740239 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:46.745117 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:46.830109 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-4d5bfcb2-88ec-4ff9-9cd3-b74237c4bce5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9756746 Jun 16 15:55:46.878264 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:46.885613 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a88ca12b-ca05-4bca-89df-0b95b18a2454 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:47.070633 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:47.109790 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:47.244400 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:47.284138 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a88ca12b-ca05-4bca-89df-0b95b18a2454 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:47.286213 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:47.290760 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4bfdc359-c60c-4185-aaf7-98f1afb061db up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:47.294962 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:47.563766 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:47.592641 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:47.605075 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 4bfdc359-c60c-4185-aaf7-98f1afb061db completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:47.614639 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 4bfdc359-c60c-4185-aaf7-98f1afb061db triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:47.615388 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:47.755442 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:47.906270 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:47.917572 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:47.944792 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-cc2b2ef9-7d68-4270-b889-1a3fba7ed882 service neutron] 10.222.0.48 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1137221 Jun 16 15:55:47.966204 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f3a36-ee43-4742-8e78-dc55971c5fab None None] Pushing event updated for resources: {'Port': ['ID=d4bf7931-8d7c-4d7e-8a61-cd1a575353f8,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:47.982515 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5e4f3a36-ee43-4742-8e78-dc55971c5fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.524s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:48.056520 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 4bfdc359-c60c-4185-aaf7-98f1afb061db, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4bfdc359-c60c-4185-aaf7-98f1afb061db,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:48.063259 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:48.067768 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:48.144599 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:48.156726 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808b04a-1abc-4d3b-93f1-7a6a9c2322ce None None] The sync data for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi is: [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:48.228641 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8669f-ae2d-47d8-be93-2328f77339b0 req-9e57b3e5-eade-4d21-8f92-076d59580b91 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:48.236829 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7dc8669f-ae2d-47d8-be93-2328f77339b0 req-9e57b3e5-eade-4d21-8f92-076d59580b91 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 932 time: 2.2987313 Jun 16 15:55:48.261132 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=4bfdc359-c60c-4185-aaf7-98f1afb061db,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:48.276821 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:48.341858 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:48.545404 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:48.547101 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:48.558263 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-8645775c-420f-4db8-8c3e-3962c9b245f1 service neutron] 10.222.0.48 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962431 Jun 16 15:55:48.770290 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:48.787183 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:48.849861 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:48.874510 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-29f07b45-5372-42f2-b237-594cc1cccebd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:48.890684 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:48.896257 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-29f07b45-5372-42f2-b237-594cc1cccebd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.89 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 819 time: 2.7156658 Jun 16 15:55:48.901786 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ca12b-ca05-4bca-89df-0b95b18a2454 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e363b0-d02a-4c34-9634-ff1272ef69ba,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:48.932300 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:48.954096 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Pushing event updated for resources: {'Port': ['ID=dddefcfd-1ae9-42f3-b1a2-671f09453718,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:48.960840 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:48.966857 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a88ca12b-ca05-4bca-89df-0b95b18a2454 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:48.968039 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a88ca12b-ca05-4bca-89df-0b95b18a2454 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.8791411 Jun 16 15:55:48.988043 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37818) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:48.988407 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37820) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:48.994735 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'floatingip': {'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:49.026879 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a88ca12b-ca05-4bca-89df-0b95b18a2454 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.104s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:49.042946 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:49.055577 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:49.057683 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.267551 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.370247 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d143c1c4-1b2e-4399-af87-87e1ae4b947e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.417862 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Network a50a3315-6c80-4963-ada6-ff4dadfa88da is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:49.421995 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.434215 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:49.498032 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7dc8669f-ae2d-47d8-be93-2328f77339b0 req-c43efa83-5002-4dc3-a4e8-6d6913eeb4ce tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2518396 Jun 16 15:55:49.521836 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=d4bf7931-8d7c-4d7e-8a61-cd1a575353f8,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:49.531279 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:49.543416 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:49.690222 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-30c0b03f-6cc0-436a-8f72-d75916b9bfe9 req-474aa0b9-e4d2-469a-a52a-7677a0165d9b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 210 time: 0.1276948 Jun 16 15:55:49.710478 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=d4bf7931-8d7c-4d7e-8a61-cd1a575353f8,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:49.740502 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:49.941651 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-b38eef96-a55c-4bc9-bcc1-e9f736503470 None None] Provisioning complete for port dddefcfd-1ae9-42f3-b1a2-671f09453718 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:49.943478 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b38eef96-a55c-4bc9-bcc1-e9f736503470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.083376 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f5f05d-e34b-4baa-848b-81730be940ec {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:55:50.092261 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.108396 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-b38eef96-a55c-4bc9-bcc1-e9f736503470 None None] Port dddefcfd-1ae9-42f3-b1a2-671f09453718 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:55:50.109580 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Transition to ACTIVE for port object 55f5f05d-e34b-4baa-848b-81730be940ec will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:50.121227 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.126488 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c20871-e3f5-4515-86fb-a5a5f299bf71 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:55:50.145826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7841f385-4a31-4d6f-80c4-c53f7a626445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:50.152516 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.216383 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4bfdc359-c60c-4185-aaf7-98f1afb061db up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:50.256514 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20e22-11a6-44e0-8b98-1cd801b643ea req-8d57867c-f171-47d1-adeb-6a8be60021c8 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:50.263721 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27f20e22-11a6-44e0-8b98-1cd801b643ea req-8d57867c-f171-47d1-adeb-6a8be60021c8 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 932 time: 0.5874679 Jun 16 15:55:50.305674 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Transition to ACTIVE for port object c7c20871-e3f5-4515-86fb-a5a5f299bf71 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:50.321613 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 4bfdc359-c60c-4185-aaf7-98f1afb061db triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:50.322278 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.336856 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.373897 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55f5f05d-e34b-4baa-848b-81730be940ec,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:50.378521 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.385584 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Router 2bc62cc5-a97e-4669-9982-d432b46bc67b has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:55:50.409282 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:50.416897 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:50.453467 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d143c1c4-1b2e-4399-af87-87e1ae4b947e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.463315 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27f20e22-11a6-44e0-8b98-1cd801b643ea req-b04b3305-7311-4fed-96b6-691d9e4802ab tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988661 Jun 16 15:55:50.470491 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d143c1c4-1b2e-4399-af87-87e1ae4b947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.478601 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-27d2ff8a-3a87-4db4-83a7-aae3cbf26c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:50.496650 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:50.512353 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Pushing event updated for resources: {'Port': ['ID=c7c20871-e3f5-4515-86fb-a5a5f299bf71,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:50.522085 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:50.524686 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Attempting to bind port 55f5f05d-e34b-4baa-848b-81730be940ec on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:50.525040 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Attempting to bind port 55f5f05d-e34b-4baa-848b-81730be940ec by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:50.525398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Attempting to bind port 55f5f05d-e34b-4baa-848b-81730be940ec on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:50.549153 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Port 55f5f05d-e34b-4baa-848b-81730be940ec on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:55:50.549739 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Attempting to bind port 55f5f05d-e34b-4baa-848b-81730be940ec on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:50.551900 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37866) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:50.584623 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:50.588205 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Checking segment: {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:50.588985 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Bound using segment: {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:50.589631 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Bound port: 55f5f05d-e34b-4baa-848b-81730be940ec, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:50.591251 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.605398 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:50.606239 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.647245 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d143c1c4-1b2e-4399-af87-87e1ae4b947e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=889aa559443843008f9e31fc8eb861f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6476824 Jun 16 15:55:50.653196 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37870) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:50.659887 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143c1c4-1b2e-4399-af87-87e1ae4b947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeef1e8-b191-475f-a059-f3b4ac16e0e4,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:50.673526 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d143c1c4-1b2e-4399-af87-87e1ae4b947e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:50.705802 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Allocated IP 172.27.2.241 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/9c9d3f12-a915-454c-a524-c49dcc5c80e7) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:50.731272 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:50.744720 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] 10.222.0.48 "PUT /v2.0/routers/2bc62cc5-a97e-4669-9982-d432b46bc67b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7201052 Jun 16 15:55:50.779024 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Sync routers for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:50.801637 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-44d39d5d-b0ab-4a08-8a40-7e416f806b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.819551 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:50.820195 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:35Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:50.826660 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Attempting to bind port c7c20871-e3f5-4515-86fb-a5a5f299bf71 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:50.827134 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Attempting to bind port c7c20871-e3f5-4515-86fb-a5a5f299bf71 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f4f0f689-5d4b-4092-887d-9948920317d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92c692ea-1ab0-405c-bda3-eacdbb996340'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:50.828210 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Attempting to bind port c7c20871-e3f5-4515-86fb-a5a5f299bf71 on network 92c692ea-1ab0-405c-bda3-eacdbb996340 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:50.869041 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Port c7c20871-e3f5-4515-86fb-a5a5f299bf71 on network 92c692ea-1ab0-405c-bda3-eacdbb996340 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:55:50.869681 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Attempting to bind port c7c20871-e3f5-4515-86fb-a5a5f299bf71 on network 92c692ea-1ab0-405c-bda3-eacdbb996340 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:50.877913 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] For port 55f5f05d-e34b-4baa-848b-81730be940ec, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:50.892628 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.916499 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03cb03d4-92bd-4772-9a7f-1124e56c0f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.926267 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:50.926923 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Checking segment: {'id': 'f4f0f689-5d4b-4092-887d-9948920317d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92c692ea-1ab0-405c-bda3-eacdbb996340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:50.927528 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Bound using segment: {'id': 'f4f0f689-5d4b-4092-887d-9948920317d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92c692ea-1ab0-405c-bda3-eacdbb996340'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:50.928156 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Bound port: c7c20871-e3f5-4515-86fb-a5a5f299bf71, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f0f689-5d4b-4092-887d-9948920317d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '92c692ea-1ab0-405c-bda3-eacdbb996340'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:50.928736 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:50.936023 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] For port 55f5f05d-e34b-4baa-848b-81730be940ec, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=55f5f05d-e34b-4baa-848b-81730be940ec,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:50.978952 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.001945 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-08f9791e-e607-474a-a154-f5e6fbcd74bd req-c5184724-52ab-4bb1-8afb-cad7b92d9ea8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 210 time: 0.0647285 Jun 16 15:55:51.013973 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:51.030559 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.031703 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03cb03d4-92bd-4772-9a7f-1124e56c0f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.059588 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:51.102545 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:51.129897 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:51.140880 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:51.146619 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:51.192738 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc42bbe-b172-4da5-a822-fd9a8660bc80 req-0b5dd660-6e84-4275-9c79-9e529f1c2220 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:51.195501 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8bc42bbe-b172-4da5-a822-fd9a8660bc80 req-0b5dd660-6e84-4275-9c79-9e529f1c2220 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 944 time: 0.5430069 Jun 16 15:55:51.239536 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'Port': ['ID=9c9d3f12-a915-454c-a524-c49dcc5c80e7,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:51.248480 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:51.295647 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:51.298322 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.301089 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] 10.222.0.89 "PUT /v2.0/ports/55f5f05d-e34b-4baa-848b-81730be940ec HTTP/1.1" status: 200 len: 1094 time: 6.6956642 Jun 16 15:55:51.304342 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cb3380-748f-45ec-ab33-33cd84837b2c', 'tag': '55f5f05d-e34b-4baa-848b-81730be940ec'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:55:51.391512 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55f5f05d-e34b-4baa-848b-81730be940ec,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:51.422656 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:51.489781 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb9b814-26d3-4f58-bbb6-ef82c92f1539" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cb3380-748f-45ec-ab33-33cd84837b2c", "tag": "55f5f05d-e34b-4baa-848b-81730be940ec"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:55:51.490763 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.495945 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] For port c7c20871-e3f5-4515-86fb-a5a5f299bf71, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:51.514265 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] For port c7c20871-e3f5-4515-86fb-a5a5f299bf71, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c7c20871-e3f5-4515-86fb-a5a5f299bf71,segment=NetworkSegment(f4f0f689-5d4b-4092-887d-9948920317d4),segment_id=f4f0f689-5d4b-4092-887d-9948920317d4)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:51.544973 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.549819 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8bc42bbe-b172-4da5-a822-fd9a8660bc80 req-61d5a273-99d0-4661-a6f1-d761222af9ab tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140254 Jun 16 15:55:51.577373 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:51.627325 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37890) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:51.628132 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Pushing event updated for resources: {'Port': ['ID=c7c20871-e3f5-4515-86fb-a5a5f299bf71,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:51.633094 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:51.635475 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-44d39d5d-b0ab-4a08-8a40-7e416f806b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.646522 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-9a5ae21d-1f1c-4965-9c94-2150d3873038 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671759480', 'description': 'tempest-description--966528194'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:51.652844 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03cb03d4-92bd-4772-9a7f-1124e56c0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.655013 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-44d39d5d-b0ab-4a08-8a40-7e416f806b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.659951 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-03cb03d4-92bd-4772-9a7f-1124e56c0f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.660710 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.661271 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-03cb03d4-92bd-4772-9a7f-1124e56c0f69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3eeef1e8-b191-475f-a059-f3b4ac16e0e4 HTTP/1.1" status: 204 len: 168 time: 1.0044658 Jun 16 15:55:51.662576 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:48Z', 'revision_number': 2, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:51.677337 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Checking router: 2bc62cc5-a97e-4669-9982-d432b46bc67b for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:51.678352 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Updating router 2bc62cc5-a97e-4669-9982-d432b46bc67b port dddefcfd-1ae9-42f3-b1a2-671f09453718 binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:55:51.679900 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:51.704994 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:51.706133 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.712338 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] 10.222.0.89 "PUT /v2.0/ports/c7c20871-e3f5-4515-86fb-a5a5f299bf71 HTTP/1.1" status: 200 len: 1094 time: 7.1055610 Jun 16 15:55:51.755831 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.758306 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb03d4-92bd-4772-9a7f-1124e56c0f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeef1e8-b191-475f-a059-f3b4ac16e0e4,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:51.822392 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-44d39d5d-b0ab-4a08-8a40-7e416f806b4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82d677ab61864d478fa29a7e4e3f589b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2671130 Jun 16 15:55:51.828286 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37896) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:51.830539 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae21d-1f1c-4965-9c94-2150d3873038 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:51.965313 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00737c6e-6820-4eea-8677-5cc1036f2b32 x-openstack-request-id: req-00737c6e-6820-4eea-8677-5cc1036f2b32 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:55:51.965619 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cb3380-748f-45ec-ab33-33cd84837b2c", "tag": "55f5f05d-e34b-4baa-848b-81730be940ec", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:55:51.966061 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00737c6e-6820-4eea-8677-5cc1036f2b32 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:55:51.966724 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cb3380-748f-45ec-ab33-33cd84837b2c', 'tag': '55f5f05d-e34b-4baa-848b-81730be940ec', 'status': 'completed', 'code': 200} Jun 16 15:55:51.967464 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d39d5d-b0ab-4a08-8a40-7e416f806b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226e7cb1-6509-4395-9f91-2ff05b382e1d,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:51.977249 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-44d39d5d-b0ab-4a08-8a40-7e416f806b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:51.983357 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:51.988412 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:52.073687 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1937916f-39de-43c0-9948-165ef6f5ad98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.141494 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae21d-1f1c-4965-9c94-2150d3873038 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.145132 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1937916f-39de-43c0-9948-165ef6f5ad98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.182406 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae21d-1f1c-4965-9c94-2150d3873038 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.219431 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:52.275278 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ae21d-1f1c-4965-9c94-2150d3873038 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0962697-744e-4249-acd3-b7fd5531e092,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:52.278526 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae21d-1f1c-4965-9c94-2150d3873038 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.282256 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9a5ae21d-1f1c-4965-9c94-2150d3873038 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6490548 Jun 16 15:55:52.285564 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9a5ae21d-1f1c-4965-9c94-2150d3873038 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:52.325394 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37910) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:52.351735 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-f2c3e8ed-7215-4164-a25e-1f4bac497755 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'security_group_rule': {'security_group_id': 'b0962697-744e-4249-acd3-b7fd5531e092', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:52.382776 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963708ca-c78e-4c2a-a36b-d6c32da87e6d req-977d5798-2d2e-4cd8-aa72-28120fbeaff2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:52.384306 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-963708ca-c78e-4c2a-a36b-d6c32da87e6d req-977d5798-2d2e-4cd8-aa72-28120fbeaff2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 944 time: 0.6402423 Jun 16 15:55:52.388649 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.415847 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37912) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:52.416541 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.446657 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc4de-676c-46c6-9c2c-1919f17781f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.447029 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8fd278ad-c1d5-4fb6-8b1d-582c88ab0be1 req-f338c298-9fc1-4432-8ec5-4bce7796d380 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 210 time: 0.2318668 Jun 16 15:55:52.458568 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1937916f-39de-43c0-9948-165ef6f5ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.463742 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1937916f-39de-43c0-9948-165ef6f5ad98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.465082 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1937916f-39de-43c0-9948-165ef6f5ad98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/226e7cb1-6509-4395-9f91-2ff05b382e1d HTTP/1.1" status: 204 len: 168 time: 0.6357274 Jun 16 15:55:52.468033 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-14b6eb65-e1ac-4104-804f-7abfa5e5d715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:52.476833 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.488664 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:52.499108 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Transition to ACTIVE for port object dddefcfd-1ae9-42f3-b1a2-671f09453718 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:52.501055 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937916f-39de-43c0-9948-165ef6f5ad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226e7cb1-6509-4395-9f91-2ff05b382e1d,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:52.512225 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1937916f-39de-43c0-9948-165ef6f5ad98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:52.522671 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.535323 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:52.543094 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e8ed-7215-4164-a25e-1f4bac497755 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.727231 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e8ed-7215-4164-a25e-1f4bac497755 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.731767 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e8ed-7215-4164-a25e-1f4bac497755 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.743376 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:52.755638 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-963708ca-c78e-4c2a-a36b-d6c32da87e6d req-501b0fdd-b08c-4de8-951b-1017501de40e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620980 Jun 16 15:55:52.784231 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3e8ed-7215-4164-a25e-1f4bac497755 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a6c763-b138-44ae-b22e-098e11dba71a,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:52.804196 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f2c3e8ed-7215-4164-a25e-1f4bac497755 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:52.813383 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbeeac0-e5c9-4c60-a72a-25799e2a6005 None None] Pushing event updated for resources: {'Port': ['ID=dddefcfd-1ae9-42f3-b1a2-671f09453718,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:52.817451 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc4de-676c-46c6-9c2c-1919f17781f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.818758 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8dbeeac0-e5c9-4c60-a72a-25799e2a6005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:52.841268 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc4de-676c-46c6-9c2c-1919f17781f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.852854 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e8ed-7215-4164-a25e-1f4bac497755 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.854292 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f2c3e8ed-7215-4164-a25e-1f4bac497755 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5279264 Jun 16 15:55:52.856874 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37922) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:52.863600 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-510741eb-2fe8-43ef-aa2a-49ef3c847d23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'security_group_rule': {'security_group_id': 'b0962697-744e-4249-acd3-b7fd5531e092', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:52.927368 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Attempting to bind port dddefcfd-1ae9-42f3-b1a2-671f09453718 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:52.927833 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Attempting to bind port dddefcfd-1ae9-42f3-b1a2-671f09453718 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:52.928282 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Attempting to bind port dddefcfd-1ae9-42f3-b1a2-671f09453718 on network a50a3315-6c80-4963-ada6-ff4dadfa88da {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:52.944850 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:52.945329 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Checking segment: {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:52.945860 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.946316 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d32b6-bfed-4de6-b63c-78b410d145ed req-1aa22587-cbc5-4177-b4e0-d59a205dc807 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:52.946466 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Bound using segment: {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:52.947015 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Bound port: dddefcfd-1ae9-42f3-b1a2-671f09453718, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:52.947507 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.949179 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c2d32b6-bfed-4de6-b63c-78b410d145ed req-1aa22587-cbc5-4177-b4e0-d59a205dc807 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 944 time: 0.1902342 Jun 16 15:55:52.974251 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-0c9cc4de-676c-46c6-9c2c-1919f17781f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4208141072544758be87187a2e2ee17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534847 Jun 16 15:55:52.976693 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37928) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:52.983771 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-510741eb-2fe8-43ef-aa2a-49ef3c847d23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:52.998406 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'Port': ['ID=9c9d3f12-a915-454c-a524-c49dcc5c80e7,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:53.037148 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:53.040158 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:53.053817 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.085866 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-510741eb-2fe8-43ef-aa2a-49ef3c847d23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.102320 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] For port dddefcfd-1ae9-42f3-b1a2-671f09453718, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:53.110019 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-510741eb-2fe8-43ef-aa2a-49ef3c847d23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.113054 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] For port dddefcfd-1ae9-42f3-b1a2-671f09453718, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=dddefcfd-1ae9-42f3-b1a2-671f09453718,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:53.120390 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.123739 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:53.126935 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c2d32b6-bfed-4de6-b63c-78b410d145ed req-7c1c0c47-6238-44ab-8a92-ab183d22ca96 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582065 Jun 16 15:55:53.133024 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a88ca12b-ca05-4bca-89df-0b95b18a2454 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:53.175460 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510741eb-2fe8-43ef-aa2a-49ef3c847d23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d853c19f-3042-45bb-98c8-8b4dbc2af61f,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:53.183770 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-510741eb-2fe8-43ef-aa2a-49ef3c847d23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:53.190789 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.194018 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2045016 Jun 16 15:55:53.208232 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cc4de-676c-46c6-9c2c-1919f17781f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2285f92c-5b7e-4407-ba99-4b58ce039545,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:53.213763 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbeeac0-e5c9-4c60-a72a-25799e2a6005 None None] Pushing event updated for resources: {'Port': ['ID=dddefcfd-1ae9-42f3-b1a2-671f09453718,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:53.222654 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8dbeeac0-e5c9-4c60-a72a-25799e2a6005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:53.223758 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-510741eb-2fe8-43ef-aa2a-49ef3c847d23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.228483 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-510741eb-2fe8-43ef-aa2a-49ef3c847d23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677390 Jun 16 15:55:53.231831 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 37934) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:53.232607 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0c9cc4de-676c-46c6-9c2c-1919f17781f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:53.234318 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:53.235890 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:55:35Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:53.240288 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e1a8834a-5cfd-44b2-8b98-2c85faa99db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.245951 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'floatingip': {'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:53.283832 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Request body: {'port': {'device_id': '5c2c01a3-95a6-4870-9420-f741c3765968', 'network_id': '352e1945-abce-4cc0-943b-a178300a3932', 'admin_state_up': True, 'tenant_id': '23f04fea64454af4b14b54b5db2245a3'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:53.319216 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e1a8834a-5cfd-44b2-8b98-2c85faa99db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.449324 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e1a8834a-5cfd-44b2-8b98-2c85faa99db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.453205 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e1a8834a-5cfd-44b2-8b98-2c85faa99db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.455729 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-e1a8834a-5cfd-44b2-8b98-2c85faa99db7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2285f92c-5b7e-4407-ba99-4b58ce039545 HTTP/1.1" status: 204 len: 168 time: 0.4756410 Jun 16 15:55:53.458141 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:53.490878 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8834a-5cfd-44b2-8b98-2c85faa99db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2285f92c-5b7e-4407-ba99-4b58ce039545,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:53.494517 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-e1a8834a-5cfd-44b2-8b98-2c85faa99db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:53.495420 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37946) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:53.512212 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f1871c9e-27f3-4253-a417-8212ea443a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.683729 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:53.773514 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.882395 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-3f35e80c-2c85-40af-9355-e9a339b38c26 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--481270330&fields=id&tenant_id=901109e289144f64a8dd19efd1461637 HTTP/1.1" status: 200 len: 267 time: 0.1619744 Jun 16 15:55:53.922952 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f1871c9e-27f3-4253-a417-8212ea443a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.946923 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f1871c9e-27f3-4253-a417-8212ea443a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:53.961598 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d3011bb6-ebfc-4f0d-939a-69652c720554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:54.012637 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:53Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:54.020008 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fc38b8-03a4-4868-831e-c5c6ef9e61e2 None None] The sync data for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi is: [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:53Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:54.035105 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d513f2-ca22-4207-9cc7-a53dc337ab20', 'tag': 'c7c20871-e3f5-4515-86fb-a5a5f299bf71'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:55:54.037490 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7600d41-243b-43c5-a64f-756ab1f7edf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d513f2-ca22-4207-9cc7-a53dc337ab20", "tag": "c7c20871-e3f5-4515-86fb-a5a5f299bf71"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:55:54.130495 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8f248694-0d7a-4b4e-b823-7a6c64553b44 req-e39d0c8d-4198-483d-9dc8-07e231f70321 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 210 time: 0.0871410 Jun 16 15:55:54.170749 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-f1871c9e-27f3-4253-a417-8212ea443a1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d78df0ae2a9940f8b318edde12244c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731126 Jun 16 15:55:54.185762 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-15223f5d-28c5-4ac8-afec-658e075b55de tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:54.185762 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-15223f5d-28c5-4ac8-afec-658e075b55de tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 817 time: 0.2829716 Jun 16 15:55:54.185762 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 37970) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:54.185762 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871c9e-27f3-4253-a417-8212ea443a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b475b9c-eabc-4baa-888c-b560e52ec983,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:54.193311 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f1871c9e-27f3-4253-a417-8212ea443a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:54.227477 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-02b49227-c7e8-4b97-9403-0aba6e587b5e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/quotas/901109e289144f64a8dd19efd1461637 HTTP/1.1" status: 200 len: 375 time: 0.0351028 Jun 16 15:55:54.248560 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-b4e18310-c070-423c-9cc4-6ed660328cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:54.255150 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-b4e18310-c070-423c-9cc4-6ed660328cb2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=498dcef939344364b9d2633f2dbff7ab&device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 1097 time: 0.7086196 Jun 16 15:55:54.257423 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b814-26d3-4f58-bbb6-ef82c92f1539 req-bb8b0999-3f53-4511-8b7a-a43af9a90919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:54.258888 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4eb9b814-26d3-4f58-bbb6-ef82c92f1539 req-bb8b0999-3f53-4511-8b7a-a43af9a90919 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 1097 time: 0.7155993 Jun 16 15:55:54.262061 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Made reservation on behalf of 23f04fea64454af4b14b54b5db2245a3 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:54.273942 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:54.331120 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device dddefcfd-1ae9-42f3-b1a2-671f09453718 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:54.391902 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d832d7dc-5ea8-4550-a3a0-bd46beec9390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:54.426565 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-b1d5ca65-c679-4487-92e4-afc8a0be1e01 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1865940 Jun 16 15:55:54.428603 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d832d7dc-5ea8-4550-a3a0-bd46beec9390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:54.452490 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port dddefcfd-1ae9-42f3-b1a2-671f09453718 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:54.458467 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port dddefcfd-1ae9-42f3-b1a2-671f09453718 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:54.459146 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:54.589547 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d832d7dc-5ea8-4550-a3a0-bd46beec9390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:54.594794 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d832d7dc-5ea8-4550-a3a0-bd46beec9390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:54.596106 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d832d7dc-5ea8-4550-a3a0-bd46beec9390 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b475b9c-eabc-4baa-888c-b560e52ec983 HTTP/1.1" status: 204 len: 168 time: 0.4133556 Jun 16 15:55:54.597473 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0c9cc4de-676c-46c6-9c2c-1919f17781f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:54.600659 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-01a43236-e496-48da-a905-e1574b3c7591 service neutron] 10.222.0.48 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447155 Jun 16 15:55:54.606985 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832d7dc-5ea8-4550-a3a0-bd46beec9390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b475b9c-eabc-4baa-888c-b560e52ec983,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:54.618826 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d832d7dc-5ea8-4550-a3a0-bd46beec9390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:54.636561 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:54.664277 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:54.751655 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e232621-a0c4-4dd3-83c5-05f0842f6533 req-c728060f-313e-422e-85fb-46c35b9fcc33 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:54.765526 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1e232621-a0c4-4dd3-83c5-05f0842f6533 req-c728060f-313e-422e-85fb-46c35b9fcc33 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 944 time: 0.3451998 Jun 16 15:55:54.796189 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port dddefcfd-1ae9-42f3-b1a2-671f09453718, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=dddefcfd-1ae9-42f3-b1a2-671f09453718,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:54.805482 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:54.807321 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-c2682a49-5488-4c1d-81c9-c501328e9737 service neutron] 10.222.0.48 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978996 Jun 16 15:55:54.809042 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c691ae2c-dedc-4a75-9537-8b5a086f0a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:54.839061 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Allocated IP 172.20.0.14 (352e1945-abce-4cc0-943b-a178300a3932/4795f67a-1d2e-4e6c-a950-6e43ff479bb7/76803a2e-8baa-4bf1-8d2f-cd42730c1ce5) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:54.871729 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=dddefcfd-1ae9-42f3-b1a2-671f09453718,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:54.886496 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:54.948975 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1e232621-a0c4-4dd3-83c5-05f0842f6533 req-18670826-f74e-406c-8ec5-2995d7a4d2ba tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717751 Jun 16 15:55:54.962964 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Allocated IP 172.27.2.3 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/cc81ab8d-1848-4ecf-b9ee-07258a40f90e) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:55.051062 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df009f97-2089-4b49-9f5b-8ec0fcb3c064 x-openstack-request-id: req-df009f97-2089-4b49-9f5b-8ec0fcb3c064 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:55:55.051645 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d513f2-ca22-4207-9cc7-a53dc337ab20", "tag": "c7c20871-e3f5-4515-86fb-a5a5f299bf71", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:55:55.052071 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df009f97-2089-4b49-9f5b-8ec0fcb3c064 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:55:55.053096 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d513f2-ca22-4207-9cc7-a53dc337ab20', 'tag': 'c7c20871-e3f5-4515-86fb-a5a5f299bf71', 'status': 'completed', 'code': 200} Jun 16 15:55:55.272285 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6de17888-6622-45a5-8ec4-d990f5c4cfa1 req-88bf48a7-f704-43c1-93fe-843bbbb38e29 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 210 time: 0.1028409 Jun 16 15:55:55.447808 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:55.471980 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-81435d34-0714-4952-890b-c99ede448f20 req-a3af64d0-694d-4e0a-b418-4772e565ebaa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 210 time: 0.0481868 Jun 16 15:55:55.604681 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:55.641874 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:55.651691 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbdfd2-125f-4358-9303-f255eaf7eec0 req-f33a1868-863f-465d-82ea-8d18fc631ce6 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:55.653043 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d3fbdfd2-125f-4358-9303-f255eaf7eec0 req-f33a1868-863f-465d-82ea-8d18fc631ce6 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 944 time: 0.4136345 Jun 16 15:55:55.659726 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:55.744070 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:55.762148 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:55.774782 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:55.780128 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'Port': ['ID=cc81ab8d-1848-4ecf-b9ee-07258a40f90e,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:55.807045 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:55.820668 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:55.826085 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d3fbdfd2-125f-4358-9303-f255eaf7eec0 req-17359063-2c86-4d65-82e6-1fbd48e92964 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588302 Jun 16 15:55:55.920744 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:55.993759 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Network 352e1945-abce-4cc0-943b-a178300a3932 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:56.006607 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:56.025942 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:56.028667 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:56.035215 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Pushing event updated for resources: {'Port': ['ID=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:56.064239 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:56.115411 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:56.116076 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:56.128889 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:56.175792 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9418528 Jun 16 15:55:56.198991 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device dddefcfd-1ae9-42f3-b1a2-671f09453718 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:56.292782 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553825e-e08f-43c2-ab92-51da75d54fce req-5ba0d5c4-b634-44ec-b33e-ddd15a62edec tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:56.295950 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port dddefcfd-1ae9-42f3-b1a2-671f09453718 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:56.296511 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:56.299427 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7553825e-e08f-43c2-ab92-51da75d54fce req-5ba0d5c4-b634-44ec-b33e-ddd15a62edec tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 944 time: 0.1324263 Jun 16 15:55:56.368846 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7553825e-e08f-43c2-ab92-51da75d54fce req-7e1182ab-ab0e-42d0-8db0-81c22cf6980f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631695 Jun 16 15:55:56.402147 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:56.409832 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:56.422411 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:56.515913 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:56.613374 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0b427cba-3375-4ed3-8032-23780a6c7235 req-97cdd241-8391-40eb-90a4-58f582855e88 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 210 time: 0.0722930 Jun 16 15:55:56.621863 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:56.623805 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3884435 Jun 16 15:55:56.645482 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'Port': ['ID=cc81ab8d-1848-4ecf-b9ee-07258a40f90e,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:56.658975 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:56.664942 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f1dbce80-83c0-4c12-92e5-8b1133ed0ed2 req-c0d3f002-f937-44b7-a508-74607f8cf5b3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 210 time: 0.0602834 Jun 16 15:55:56.775705 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Request body: {'port': {'device_id': '5c2c01a3-95a6-4870-9420-f741c3765968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:56.987178 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-24b1c016-4701-44e0-b52c-292058c31e99 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7c20871-e3f5-4515-86fb-a5a5f299bf71 HTTP/1.1" status: 200 len: 217 time: 0.1950617 Jun 16 15:55:57.084747 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb9d75-b6d4-4b5b-839f-c7162cdb1ad1 req-bba88b8c-93a6-4098-891c-4caaf700d2d7 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:57.089027 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cacb9d75-b6d4-4b5b-839f-c7162cdb1ad1 req-bba88b8c-93a6-4098-891c-4caaf700d2d7 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 944 time: 0.0790586 Jun 16 15:55:57.132424 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cacb9d75-b6d4-4b5b-839f-c7162cdb1ad1 req-b92fe957-8d19-4621-b4ca-d0a1baf5c152 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Jun 16 15:55:57.395467 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-5f1b72ac-4b3f-4590-bbc7-1b639e861618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:57.397002 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-5f1b72ac-4b3f-4590-bbc7-1b639e861618 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=38dd22b7-74ba-4f77-92f9-097474eab204 HTTP/1.1" status: 200 len: 852 time: 0.3824871 Jun 16 15:55:57.407394 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-3be44231-7cd0-4ce5-8af0-0be0f038543c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1671759480&fields=id&tenant_id=c950fc39ad174d15b8a3e588ae4f325e HTTP/1.1" status: 200 len: 267 time: 0.4502454 Jun 16 15:55:57.453203 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:57.482849 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b814-26d3-4f58-bbb6-ef82c92f1539 req-39eaca44-54f0-40e9-9d32-4dc807e1c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:57.484893 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4eb9b814-26d3-4f58-bbb6-ef82c92f1539 req-39eaca44-54f0-40e9-9d32-4dc807e1c619 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7594845 Jun 16 15:55:57.501168 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-d01e4644-2fc8-4f47-a28d-420aed956249 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92c692ea-1ab0-405c-bda3-eacdbb996340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913391 Jun 16 15:55:57.628158 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.89', 61278) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:57.694305 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2982c-f86a-4ae2-9648-2ced1a7fc5d1 req-a1851a98-0308-4bd2-908c-f2cadcee055e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:57.705040 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7bd2982c-f86a-4ae2-9648-2ced1a7fc5d1 req-a1851a98-0308-4bd2-908c-f2cadcee055e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 944 time: 0.1146400 Jun 16 15:55:57.781902 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7bd2982c-f86a-4ae2-9648-2ced1a7fc5d1 req-2adabc35-62b6-44e7-85dc-172ff8df852f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749700 Jun 16 15:55:58.016427 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f59a32e6-1974-40e7-9944-26dc8b184031 req-b5cd0c04-38ad-45ed-9718-23f1a9be6971 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 210 time: 0.0659499 Jun 16 15:55:58.122679 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-013bbc03-3a4b-4a5a-a0f2-f9620f0a97a5 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:58.124182 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-013bbc03-3a4b-4a5a-a0f2-f9620f0a97a5 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 811 time: 0.7034962 Jun 16 15:55:58.145056 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-01874bd4-2c84-485e-80d6-1b358b4bbcfd service neutron] 10.222.0.89 "GET /v2.0/networks/92c692ea-1ab0-405c-bda3-eacdbb996340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300495 Jun 16 15:55:58.160375 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b814-26d3-4f58-bbb6-ef82c92f1539 req-85968517-a1a4-4adb-a1d0-89a6619779ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:58.161856 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4eb9b814-26d3-4f58-bbb6-ef82c92f1539 req-85968517-a1a4-4adb-a1d0-89a6619779ec service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6598265 Jun 16 15:55:58.254572 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-2c1cdd62-0a14-4ce1-a9b8-d39b41d0bb05 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/quotas/c950fc39ad174d15b8a3e588ae4f325e HTTP/1.1" status: 200 len: 375 time: 0.1002221 Jun 16 15:55:58.341194 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-642dbc5a-ba2f-4ae8-a318-a592c6d386f0 req-6918c83b-3c3f-49ca-85b4-83c8f4d88d4d tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 210 time: 0.0572164 Jun 16 15:55:58.346126 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.89', 61282) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:58.529985 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-29b8d08f-6829-4b85-a7b7-5674ff8b3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:58.532593 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-29b8d08f-6829-4b85-a7b7-5674ff8b3bc8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 1097 time: 0.1851428 Jun 16 15:55:58.534656 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-126eedca-738a-4dcb-bef0-e71b06278f74 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:58.539280 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-126eedca-738a-4dcb-bef0-e71b06278f74 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.89 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 819 time: 0.8996959 Jun 16 15:55:58.582527 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Request body: {'port': {'device_id': '63e10c89-1e96-456f-bde8-b155b76efb39', 'network_id': '352e1945-abce-4cc0-943b-a178300a3932', 'admin_state_up': True, 'tenant_id': '23f04fea64454af4b14b54b5db2245a3'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:58.648621 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-d87816b3-456c-4bb4-8a08-b50e1ea7875d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f5f05d-e34b-4baa-848b-81730be940ec HTTP/1.1" status: 200 len: 217 time: 0.1021607 Jun 16 15:55:58.762119 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2f8ab8e6-24bf-40a9-b391-f068f11a41dd req-49324b31-e2c7-4027-9812-deac5471da08 service neutron] 10.222.0.89 "GET /v2.0/networks/92c692ea-1ab0-405c-bda3-eacdbb996340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757999 Jun 16 15:55:58.799305 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-814c6b14-647e-4ec3-ab02-0429346950c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:58.800924 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-814c6b14-647e-4ec3-ab02-0429346950c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cc6a8e5-82f3-4aec-b1ae-78d933df9972 HTTP/1.1" status: 200 len: 854 time: 0.1344666 Jun 16 15:55:58.860166 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb516bd-b76d-4a80-8a72-8e8cf6027c58 req-75439a96-bd16-49b8-95ce-14a50b9ae8a5 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:58.862198 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bdb516bd-b76d-4a80-8a72-8e8cf6027c58 req-75439a96-bd16-49b8-95ce-14a50b9ae8a5 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 944 time: 0.3359776 Jun 16 15:55:58.884215 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-47315c08-3b7a-4469-9406-33b21e5e8481 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb10f2d2-ecce-4cea-a631-52f2c68056f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581787 Jun 16 15:55:58.946562 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bdb516bd-b76d-4a80-8a72-8e8cf6027c58 req-77f1d528-ae07-4db5-8fa5-95c74cff80d6 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658705 Jun 16 15:55:58.960343 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-2da641fb-b056-42aa-a1ab-bb9b23f4a4bc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:58.970804 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-2da641fb-b056-42aa-a1ab-bb9b23f4a4bc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 817 time: 0.5830770 Jun 16 15:55:59.005539 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-cbe41718-4686-4798-bffa-ebaf76822500 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077976 Jun 16 15:55:59.017704 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19a8d4d4-3905-4728-a9db-c1fce5e17d12 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7173705 Jun 16 15:55:59.161401 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e34f1421-e6ee-4f0d-bb7c-03920eb1141a req-856484da-4fb8-4103-995e-62143a06b04f service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496627 Jun 16 15:55:59.182583 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f65ce-400f-43d8-adca-0cf076ce6410 req-e4e234a8-6c2e-4a7d-97b6-fedb0c7e47bd tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:59.184093 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-da2f65ce-400f-43d8-adca-0cf076ce6410 req-e4e234a8-6c2e-4a7d-97b6-fedb0c7e47bd tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 944 time: 0.0973442 Jun 16 15:55:59.241056 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-da2f65ce-400f-43d8-adca-0cf076ce6410 req-ed0d58be-077f-49ca-a011-d73ef054d3a8 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404034 Jun 16 15:55:59.241212 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-ebbdc0a1-436f-4e7c-afe6-53e5898e4d94 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901109e289144f64a8dd19efd1461637 HTTP/1.1" status: 200 len: 379 time: 0.2591853 Jun 16 15:55:59.241212 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Made reservation on behalf of 23f04fea64454af4b14b54b5db2245a3 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:59.241212 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:59.242953 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:55:59.253926 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'port': {'device_id': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'admin_state_up': True, 'tenant_id': '901109e289144f64a8dd19efd1461637', 'security_groups': ['1b59d86f-301b-499e-83e7-aab0e6eb17a5']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:59.272369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:59.316369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-5c057ba7-cea9-407c-9c30-e6b31765e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:59.317913 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-5c057ba7-cea9-407c-9c30-e6b31765e088 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=498dcef939344364b9d2633f2dbff7ab&device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 1097 time: 0.4813805 Jun 16 15:55:59.362243 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-55aa19f6-4f34-43e5-91fe-90aa489ae520 service neutron] 10.222.0.48 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008659 Jun 16 15:55:59.378620 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Transition to ACTIVE for port object 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:59.395230 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-eea1e46e-f672-4b18-b063-2ae071775b9b req-7ce93be4-c4ba-41a1-b42a-69e63af97462 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 210 time: 0.0382464 Jun 16 15:55:59.579362 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dc58fe57-112f-40a1-9099-69ca3f0d3b49 req-dc8e249b-f391-40f7-9def-f5752be0b27f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 210 time: 0.0301461 Jun 16 15:55:59.689954 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:59.719762 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:59.991079 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Pushing event updated for resources: {'Port': ['ID=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:59.994121 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:00.070614 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-af14bb01-4b2b-471f-8b28-40e6519b0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:00.071146 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38208) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:00.073176 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-af14bb01-4b2b-471f-8b28-40e6519b0d48 service neutron] 10.222.0.89 "GET /v2.0/networks?id=92c692ea-1ab0-405c-bda3-eacdbb996340 HTTP/1.1" status: 200 len: 914 time: 0.7468488 Jun 16 15:56:00.099073 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-4971398d-79b7-4b4c-bef7-30964b344c26 service neutron] 10.222.0.48 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190697 Jun 16 15:56:00.102934 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Made reservation on behalf of 901109e289144f64a8dd19efd1461637 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:00.107035 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.113409 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Allocated IP 172.20.0.13 (352e1945-abce-4cc0-943b-a178300a3932/4795f67a-1d2e-4e6c-a950-6e43ff479bb7/bfd94ccd-7d3e-44bc-9596-69bac79b5c74) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:00.270335 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-25560631-522c-4eb0-8c39-9291f0ccd7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.272573 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Attempting to bind port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:00.273407 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Attempting to bind port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:00.273407 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Attempting to bind port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 on network 352e1945-abce-4cc0-943b-a178300a3932 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:00.317957 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 on network 352e1945-abce-4cc0-943b-a178300a3932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:56:00.318217 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Attempting to bind port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 on network 352e1945-abce-4cc0-943b-a178300a3932 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:00.328265 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-380b1514-1c62-4704-acfb-438b00007e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.352076 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:00.352696 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Checking segment: {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:00.353283 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Bound using segment: {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:00.354369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Bound port: 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:00.354912 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.382171 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0f259-4a2f-4a8b-95a8-34ba57a9db56 req-8d9b1ad6-ee39-44e7-adef-78f5c356345b tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:00.392884 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-66a0f259-4a2f-4a8b-95a8-34ba57a9db56 req-8d9b1ad6-ee39-44e7-adef-78f5c356345b tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 944 time: 0.1966259 Jun 16 15:56:00.505665 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-66a0f259-4a2f-4a8b-95a8-34ba57a9db56 req-f4f41649-0a6b-48fa-8978-acb51109148e tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047552 Jun 16 15:56:00.538456 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Allocated IP 172.20.0.4 (aeefd93e-e87c-4837-ade8-2e1719db7ebc/e17ada31-d1f7-4361-b266-9f0026dd2c15/adf15bbc-9808-4a1b-9c24-3d75366b3790) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:00.554083 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-25560631-522c-4eb0-8c39-9291f0ccd7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.559466 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-25560631-522c-4eb0-8c39-9291f0ccd7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.562432 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:00.628567 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.636269 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e696eaf3-1b19-4d45-ab89-a777f9e08124 req-08a0198e-ebab-4e20-b387-59cc51a4baee tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 210 time: 0.0377989 Jun 16 15:56:00.636990 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25560631-522c-4eb0-8c39-9291f0ccd7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad54b1-58b9-4f8c-ad76-3b2bd1c5b5ef,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:00.641893 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] For port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:00.645067 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-25560631-522c-4eb0-8c39-9291f0ccd7b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=540e346ea3034a3a838a4c4395b00854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714097 Jun 16 15:56:00.645679 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-25560631-522c-4eb0-8c39-9291f0ccd7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:00.646137 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38238) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:00.679962 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] For port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:00.706001 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.726449 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a0441d6-dd1c-402a-81a4-6a7b63587ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.734768 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:00.766870 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a0441d6-dd1c-402a-81a4-6a7b63587ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.817776 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a0441d6-dd1c-402a-81a4-6a7b63587ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.820936 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5a0441d6-dd1c-402a-81a4-6a7b63587ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.835130 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-5a0441d6-dd1c-402a-81a4-6a7b63587ad9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6ad54b1-58b9-4f8c-ad76-3b2bd1c5b5ef HTTP/1.1" status: 204 len: 168 time: 0.1798320 Jun 16 15:56:00.838995 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-2160ab6b-c1c1-47fe-ad82-1602c89b533e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:00.852191 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-511c60f6-c38c-44d9-b3a1-5742d654b94f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7c20871-e3f5-4515-86fb-a5a5f299bf71 HTTP/1.1" status: 200 len: 217 time: 0.1321964 Jun 16 15:56:00.852597 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0441d6-dd1c-402a-81a4-6a7b63587ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad54b1-58b9-4f8c-ad76-3b2bd1c5b5ef,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:00.858302 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:00.860596 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5a0441d6-dd1c-402a-81a4-6a7b63587ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:00.860758 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.862554 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] 10.222.0.89 "PUT /v2.0/ports/76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 HTTP/1.1" status: 200 len: 1094 time: 4.0918622 Jun 16 15:56:00.868550 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2c01a3-95a6-4870-9420-f741c3765968', 'tag': '76803a2e-8baa-4bf1-8d2f-cd42730c1ce5'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:00.878438 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbbafd5-67a7-4901-adc6-f1bd2f2af1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2c01a3-95a6-4870-9420-f741c3765968", "tag": "76803a2e-8baa-4bf1-8d2f-cd42730c1ce5"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:00.898621 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d64fa-c35c-489b-9646-0bdf989f705d req-54726d16-3d03-44b8-9881-18344a1c0088 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:00.901336 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5e6d64fa-c35c-489b-9646-0bdf989f705d req-54726d16-3d03-44b8-9881-18344a1c0088 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 944 time: 0.4422474 Jun 16 15:56:00.950221 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.971921 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-fcd11f21-318e-48bb-bcd3-a206769808a9 req-e251d297-700d-4dc1-b220-eef101daf064 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 210 time: 0.0319152 Jun 16 15:56:01.002785 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.031832 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Pushing event updated for resources: {'Port': ['ID=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:01.035652 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:01.047994 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:01.088551 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Transition to ACTIVE for port object adf15bbc-9808-4a1b-9c24-3d75366b3790 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:01.108495 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5e6d64fa-c35c-489b-9646-0bdf989f705d req-97825fb6-62db-4c37-9c28-2d8dc0fbf3e6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940165 Jun 16 15:56:01.112221 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Network 352e1945-abce-4cc0-943b-a178300a3932 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:01.120554 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:01.123170 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:01.174852 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Pushing event updated for resources: {'Port': ['ID=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:01.178018 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:01.198087 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29a63be-adbe-4120-94fe-1f87126264d8 x-openstack-request-id: req-d29a63be-adbe-4120-94fe-1f87126264d8 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:01.198401 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2c01a3-95a6-4870-9420-f741c3765968", "tag": "76803a2e-8baa-4bf1-8d2f-cd42730c1ce5", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:01.198996 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d29a63be-adbe-4120-94fe-1f87126264d8 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:01.199351 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2c01a3-95a6-4870-9420-f741c3765968', 'tag': '76803a2e-8baa-4bf1-8d2f-cd42730c1ce5', 'status': 'completed', 'code': 200} Jun 16 15:56:01.220074 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:01.220776 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.234483 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.241879 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3bfbaac8-98fc-4529-839b-5dbcfa72ca6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:01.273716 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6980126 Jun 16 15:56:01.275369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38248) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:01.278391 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1d68d-bf86-494e-a52b-52a23601efdc req-bc31d36b-3f20-4bfd-825d-cc2bf1e6c399 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:01.280142 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b2b1d68d-bf86-494e-a52b-52a23601efdc req-bc31d36b-3f20-4bfd-825d-cc2bf1e6c399 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 932 time: 0.1400380 Jun 16 15:56:01.305377 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f9e-86fe-45ca-9ea2-4e9b42d018e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.314750 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:01.327140 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:01.330828 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:01.339733 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:01.343309 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:01.412995 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:01.413667 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.481690 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b2b1d68d-bf86-494e-a52b-52a23601efdc req-744f49ef-adfc-4898-8411-eba475f19955 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953051 Jun 16 15:56:01.507861 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f9e-86fe-45ca-9ea2-4e9b42d018e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.513774 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d45e6f9e-86fe-45ca-9ea2-4e9b42d018e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.519120 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:01.527334 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2782791 Jun 16 15:56:01.548304 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-81fd4410-5677-4791-ae75-037928ab7e24 None None] Provisioning for port adf15bbc-9808-4a1b-9c24-3d75366b3790 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:01.553317 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-81fd4410-5677-4791-ae75-037928ab7e24 None None] Provisioning complete for port adf15bbc-9808-4a1b-9c24-3d75366b3790 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:01.554281 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-81fd4410-5677-4791-ae75-037928ab7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.564436 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d45e6f9e-86fe-45ca-9ea2-4e9b42d018e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19febbc7012d4f26bbbe556587c71dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849848 Jun 16 15:56:01.564885 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38256) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:01.571215 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e6f9e-86fe-45ca-9ea2-4e9b42d018e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb2195-2485-46e6-b6dd-568ceb803d6c,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:01.576826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d45e6f9e-86fe-45ca-9ea2-4e9b42d018e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:01.602425 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-81fd4410-5677-4791-ae75-037928ab7e24 None None] Port adf15bbc-9808-4a1b-9c24-3d75366b3790 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:56:01.622117 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa1df7e0-8298-4c8a-a1da-273a970b8b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.644469 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa1df7e0-8298-4c8a-a1da-273a970b8b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.731516 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa1df7e0-8298-4c8a-a1da-273a970b8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.737434 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-fa1df7e0-8298-4c8a-a1da-273a970b8b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:01.741354 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-fa1df7e0-8298-4c8a-a1da-273a970b8b87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5eb2195-2485-46e6-b6dd-568ceb803d6c HTTP/1.1" status: 204 len: 168 time: 0.1730781 Jun 16 15:56:01.741354 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:01.752092 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1df7e0-8298-4c8a-a1da-273a970b8b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb2195-2485-46e6-b6dd-568ceb803d6c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:01.761886 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd8602-8f73-404e-b786-1d7d355516a8 req-79255eda-08bc-4a1e-84c6-0922e073671a tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:01.765269 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c0bd8602-8f73-404e-b786-1d7d355516a8 req-79255eda-08bc-4a1e-84c6-0922e073671a tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 944 time: 0.1128757 Jun 16 15:56:01.766176 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa1df7e0-8298-4c8a-a1da-273a970b8b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:01.822607 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c0bd8602-8f73-404e-b786-1d7d355516a8 req-0d33cdce-37cb-4c6e-9605-3cab9ef37525 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500469 Jun 16 15:56:01.840175 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1653a892-50bf-46f2-a4f8-45032304b9a6 req-83ea5b89-835d-4099-8f17-52ce9e48f2cc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 210 time: 0.0303659 Jun 16 15:56:02.185766 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655bdbc-b26a-4bc3-89fd-402bb023c0d0 req-88085707-2ace-4b12-ae08-5c1b42646da4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:02.187388 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9655bdbc-b26a-4bc3-89fd-402bb023c0d0 req-88085707-2ace-4b12-ae08-5c1b42646da4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 931 time: 0.0686009 Jun 16 15:56:02.232477 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9655bdbc-b26a-4bc3-89fd-402bb023c0d0 req-4c8728e7-f523-4ef0-bd8c-9a21d834c945 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377941 Jun 16 15:56:02.323250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7ade-2c47-4493-b1c0-3d981e94c895 req-7af7ea1b-26fb-4a17-a4d6-faa3c1cfbd49 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:02.324005 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9bde7ade-2c47-4493-b1c0-3d981e94c895 req-7af7ea1b-26fb-4a17-a4d6-faa3c1cfbd49 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 944 time: 0.0678787 Jun 16 15:56:02.367874 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9bde7ade-2c47-4493-b1c0-3d981e94c895 req-a65a8f90-16ce-45c1-a45b-5336c9804da0 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358367 Jun 16 15:56:02.667711 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb1d51-d475-4351-9a81-23203785dfa0 req-ccf30d9f-329a-4603-a5d6-d54c5e23e8cd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:02.669112 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4fb1d51-d475-4351-9a81-23203785dfa0 req-ccf30d9f-329a-4603-a5d6-d54c5e23e8cd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 932 time: 0.0731046 Jun 16 15:56:02.710039 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4fb1d51-d475-4351-9a81-23203785dfa0 req-6b2a0712-37a1-45e6-b751-9d244e808f96 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Jun 16 15:56:02.748759 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Request body: {'port': {'device_id': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:02.778925 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Request body: {'port': {'device_id': '63e10c89-1e96-456f-bde8-b155b76efb39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:02.844238 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device c7c20871-e3f5-4515-86fb-a5a5f299bf71 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:02.995702 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-28ac9565-0823-4fef-948a-ada08d78fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:03.008203 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-28ac9565-0823-4fef-948a-ada08d78fc10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=38dd22b7-74ba-4f77-92f9-097474eab204 HTTP/1.1" status: 200 len: 852 time: 0.2758904 Jun 16 15:56:03.030065 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port c7c20871-e3f5-4515-86fb-a5a5f299bf71, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c7c20871-e3f5-4515-86fb-a5a5f299bf71,segment=NetworkSegment(f4f0f689-5d4b-4092-887d-9948920317d4),segment_id=f4f0f689-5d4b-4092-887d-9948920317d4)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:03.060182 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'c7c20871-e3f5-4515-86fb-a5a5f299bf71', 'network_id': '92c692ea-1ab0-405c-bda3-eacdbb996340', 'port_id': 'c7c20871-e3f5-4515-86fb-a5a5f299bf71', 'mac_address': 'fa:16:3e:f6:5c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dd22b7-74ba-4f77-92f9-097474eab204', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:03.095295 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d49fbd61-f3d9-4bd6-b47c-2803a2742cc1 req-4e4b3455-91b9-4e23-a23e-5b5c17c8f6b5 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 210 time: 0.1133418 Jun 16 15:56:03.112479 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:03.142518 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c20871-e3f5-4515-86fb-a5a5f299bf71 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:03.181077 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port c7c20871-e3f5-4515-86fb-a5a5f299bf71, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c7c20871-e3f5-4515-86fb-a5a5f299bf71,segment=NetworkSegment(f4f0f689-5d4b-4092-887d-9948920317d4),segment_id=f4f0f689-5d4b-4092-887d-9948920317d4)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:03.186061 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:03.187506 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c292a0a-b4a3-4f9b-8ceb-30a6111a84d3 req-a8ba951d-b15a-44df-966f-390fc5986d07 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:03.189538 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7c292a0a-b4a3-4f9b-8ceb-30a6111a84d3 req-a8ba951d-b15a-44df-966f-390fc5986d07 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 944 time: 0.1458368 Jun 16 15:56:03.191272 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:03.202479 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-29244ffe-fda2-4943-829e-2dae731fdd6f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=92c692ea-1ab0-405c-bda3-eacdbb996340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051102 Jun 16 15:56:03.242835 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:03.245222 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:03.257826 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=c7c20871-e3f5-4515-86fb-a5a5f299bf71,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:03.262228 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:03.273330 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7c292a0a-b4a3-4f9b-8ceb-30a6111a84d3 req-60af8ab3-d3cb-479a-944b-0ab13c982f64 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734162 Jun 16 15:56:03.289875 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbafd5-67a7-4901-adc6-f1bd2f2af1f5 req-c4330b60-121c-48bb-9285-aa59bd70a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:03.291542 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cfbbafd5-67a7-4901-adc6-f1bd2f2af1f5 req-c4330b60-121c-48bb-9285-aa59bd70a06e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1097 time: 0.4899330 Jun 16 15:56:03.460112 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['c7c20871-e3f5-4515-86fb-a5a5f299bf71'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:03.858258 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c130102-796b-4f9c-961f-4be8f5515c43 req-3701dbf4-bca4-4c5d-9673-9ed3a026b68e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:03.861596 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7c130102-796b-4f9c-961f-4be8f5515c43 req-3701dbf4-bca4-4c5d-9673-9ed3a026b68e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 944 time: 0.3574741 Jun 16 15:56:03.881299 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-62540439-ed1d-48dc-9de8-4fa68542cfe6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:03.883228 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-62540439-ed1d-48dc-9de8-4fa68542cfe6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 811 time: 0.2911725 Jun 16 15:56:03.991038 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7c130102-796b-4f9c-961f-4be8f5515c43 req-fe6931e7-d8d2-47bf-bbab-e44b6b01c775 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072528 Jun 16 15:56:03.995925 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-5b4aada8-893b-4bb4-aeee-c2f4acc7ab47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c950fc39ad174d15b8a3e588ae4f325e HTTP/1.1" status: 200 len: 380 time: 0.0926077 Jun 16 15:56:04.013248 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'port': {'device_id': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'admin_state_up': True, 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'security_groups': ['b0962697-744e-4249-acd3-b7fd5531e092']}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:04.197386 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-8d8d0de0-83ac-4e2c-a568-e40e0b761dfc service neutron] 10.222.0.89 "GET /v2.0/networks/92c692ea-1ab0-405c-bda3-eacdbb996340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9834919 Jun 16 15:56:04.221131 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbafd5-67a7-4901-adc6-f1bd2f2af1f5 req-a86bfaa0-65e3-4a8b-9094-a9c92fdcadae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:04.223761 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cfbbafd5-67a7-4901-adc6-f1bd2f2af1f5 req-a86bfaa0-65e3-4a8b-9094-a9c92fdcadae service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=23f04fea64454af4b14b54b5db2245a3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.9239500 Jun 16 15:56:04.264878 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Made reservation on behalf of c950fc39ad174d15b8a3e588ae4f325e for: {'port': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:04.273653 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:04.323228 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66288e8-22b4-4f1f-9172-a36a2634aff4 req-86b74fab-507d-4a05-9baa-9ea980ba055a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:04.325759 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c66288e8-22b4-4f1f-9172-a36a2634aff4 req-86b74fab-507d-4a05-9baa-9ea980ba055a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 932 time: 0.1312864 Jun 16 15:56:04.416907 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8db3aba2-166e-455b-9757-06a5dd26c8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:04.419100 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f846294-c936-45ea-8d12-5eaf00f6b473 req-3240d454-7b4e-48c0-83a2-dddebd6e17e2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:04.426190 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6f846294-c936-45ea-8d12-5eaf00f6b473 req-3240d454-7b4e-48c0-83a2-dddebd6e17e2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 931 time: 0.7812405 Jun 16 15:56:04.428549 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38364) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:04.541185 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c66288e8-22b4-4f1f-9172-a36a2634aff4 req-f60ddfe2-1b41-41c4-a833-c1da53d27a10 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819069 Jun 16 15:56:04.595897 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Allocated IP 172.20.0.8 (a50a3315-6c80-4963-ada6-ff4dadfa88da/2e9a1c22-17c7-4892-b583-1c348d69e6a0/d1c55401-9c20-4296-821c-ae493173635d) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:04.669954 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6f846294-c936-45ea-8d12-5eaf00f6b473 req-698e4e06-3f38-4272-a5c6-cd5e1cc89e04 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422922 Jun 16 15:56:04.709908 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b7600d41-243b-43c5-a64f-756ab1f7edf6 req-132e3467-7a3f-4626-b704-44e1975e01b1 service neutron] 10.222.0.89 "GET /v2.0/networks/92c692ea-1ab0-405c-bda3-eacdbb996340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804974 Jun 16 15:56:04.803709 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-92cfbb12-9f4b-4d2f-b69e-6dcc228c468b req-d5a50d03-0881-4d4e-9732-0854841e242f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 210 time: 0.0587730 Jun 16 15:56:04.814887 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd94ccd-7d3e-44bc-9596-69bac79b5c74 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:04.831648 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:04.835474 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 55f5f05d-e34b-4baa-848b-81730be940ec details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:04.856691 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbafd5-67a7-4901-adc6-f1bd2f2af1f5 req-ac51fdf3-35bf-45c4-a627-6009ff1d3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:04.858190 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cfbbafd5-67a7-4901-adc6-f1bd2f2af1f5 req-ac51fdf3-35bf-45c4-a627-6009ff1d3a68 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6041620 Jun 16 15:56:04.883754 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device c7c20871-e3f5-4515-86fb-a5a5f299bf71 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:04.887951 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Transition to ACTIVE for port object bfd94ccd-7d3e-44bc-9596-69bac79b5c74 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:04.905537 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:04.915541 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c06c-48db-4807-835a-d9e3b554a9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:04.941621 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:05.025544 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port c7c20871-e3f5-4515-86fb-a5a5f299bf71 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:05.035783 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 55f5f05d-e34b-4baa-848b-81730be940ec, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=55f5f05d-e34b-4baa-848b-81730be940ec,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:05.039220 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port c7c20871-e3f5-4515-86fb-a5a5f299bf71 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:05.039582 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.049369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf15bbc-9808-4a1b-9c24-3d75366b3790 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:05.071409 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '55f5f05d-e34b-4baa-848b-81730be940ec', 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5', 'port_id': '55f5f05d-e34b-4baa-848b-81730be940ec', 'mac_address': 'fa:16:3e:65:b6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc6a8e5-82f3-4aec-b1ae-78d933df9972', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:05.100811 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.131794 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.149496 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c06c-48db-4807-835a-d9e3b554a9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.167834 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f5f05d-e34b-4baa-848b-81730be940ec {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:05.169944 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dbe0c06c-48db-4807-835a-d9e3b554a9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.176824 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Pushing event updated for resources: {'Port': ['ID=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:05.187263 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Transition to ACTIVE for port object adf15bbc-9808-4a1b-9c24-3d75366b3790 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:05.206162 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.209202 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 55f5f05d-e34b-4baa-848b-81730be940ec, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=55f5f05d-e34b-4baa-848b-81730be940ec,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:05.221842 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.226003 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-c691ae2c-dedc-4a75-9537-8b5a086f0a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:05.243440 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:05.266815 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:05.280356 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3d479f07-3ce6-4a37-8da6-2c0354b2ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:05.282152 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.282979 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-3d479f07-3ce6-4a37-8da6-2c0354b2ae64 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1097 time: 0.3501103 Jun 16 15:56:05.284069 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.293847 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=55f5f05d-e34b-4baa-848b-81730be940ec,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:05.301162 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:05.307905 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa57336f-60f2-4b55-9a45-5e8136447d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:05.321479 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d513f2-ca22-4207-9cc7-a53dc337ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c20871-e3f5-4515-86fb-a5a5f299bf71'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:05.326801 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e36c9f-f254-4d3b-a012-d5552fc69ebd req-239f2378-637e-462a-8c8e-2b88d3011cdc tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:05.336767 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e5e36c9f-f254-4d3b-a012-d5552fc69ebd req-239f2378-637e-462a-8c8e-2b88d3011cdc tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 945 time: 0.4273832 Jun 16 15:56:05.358433 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-dbe0c06c-48db-4807-835a-d9e3b554a9db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fa1833f22eb4b84a5bd335987c37cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9264619 Jun 16 15:56:05.383171 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38388) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:05.389312 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38390) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:05.449246 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.458601 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port c7c20871-e3f5-4515-86fb-a5a5f299bf71, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c7c20871-e3f5-4515-86fb-a5a5f299bf71,segment=NetworkSegment(f4f0f689-5d4b-4092-887d-9948920317d4),segment_id=f4f0f689-5d4b-4092-887d-9948920317d4)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:05.466339 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.469500 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.provisioning_blocks [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Transition to ACTIVE for port object d1c55401-9c20-4296-821c-ae493173635d will not be triggered until provisioned by entity DHCP. {{(pid=91872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:05.471208 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:05.502702 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Attempting to bind port bfd94ccd-7d3e-44bc-9596-69bac79b5c74 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:05.502702 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Attempting to bind port bfd94ccd-7d3e-44bc-9596-69bac79b5c74 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:05.503247 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Attempting to bind port bfd94ccd-7d3e-44bc-9596-69bac79b5c74 on network 352e1945-abce-4cc0-943b-a178300a3932 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:05.505828 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0c06c-48db-4807-835a-d9e3b554a9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7e1306-fd93-4f4c-91aa-77e84ea47fd7,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:05.518808 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dbe0c06c-48db-4807-835a-d9e3b554a9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:05.524548 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Port bfd94ccd-7d3e-44bc-9596-69bac79b5c74 on network 352e1945-abce-4cc0-943b-a178300a3932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:56:05.524895 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Attempting to bind port bfd94ccd-7d3e-44bc-9596-69bac79b5c74 on network 352e1945-abce-4cc0-943b-a178300a3932 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:05.527959 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-4d5353ff-30ad-4270-b253-d92256e790ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 HTTP/1.1" status: 200 len: 217 time: 0.2212327 Jun 16 15:56:05.550271 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['55f5f05d-e34b-4baa-848b-81730be940ec'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:05.583591 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e5e36c9f-f254-4d3b-a012-d5552fc69ebd req-3d8353cd-5d75-4718-af36-3012c9a430c1 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406137 Jun 16 15:56:05.589498 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:05.592009 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Checking segment: {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:05.596013 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Bound using segment: {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:05.596957 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Bound port: bfd94ccd-7d3e-44bc-9596-69bac79b5c74, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9787b1f8-432d-49d5-8b48-36f5561d523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1149, 'network_id': '352e1945-abce-4cc0-943b-a178300a3932'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:05.598654 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.645598 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036a633-bfd4-4a4a-b877-be703c7683bf req-5f733b3d-cdbb-4d05-b878-6d4d7d0de1c2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:05.653305 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2036a633-bfd4-4a4a-b877-be703c7683bf req-5f733b3d-cdbb-4d05-b878-6d4d7d0de1c2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 945 time: 0.3632462 Jun 16 15:56:05.669712 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-681c6374-a0e3-4945-8210-cc6dcc927e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.693039 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95420c87-5dcb-4ebc-a8c1-515d349c4962" -d '{"events": [{"server_uuid": "d8d513f2-ca22-4207-9cc7-a53dc337ab20", "name": "network-vif-plugged", "status": "completed", "tag": "c7c20871-e3f5-4515-86fb-a5a5f299bf71"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:05.724610 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.736923 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=c7c20871-e3f5-4515-86fb-a5a5f299bf71,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:05.738348 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2036a633-bfd4-4a4a-b877-be703c7683bf req-957130c0-e03a-4fd1-8010-0f5b7d214df6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825973 Jun 16 15:56:05.755093 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:05.765235 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:05.770309 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:05.785888 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-0bb17b6f-8fc5-4900-8355-06dd3426f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:05.790399 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-0bb17b6f-8fc5-4900-8355-06dd3426f353 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 200 len: 859 time: 0.2478316 Jun 16 15:56:05.809307 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:05.815149 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-681c6374-a0e3-4945-8210-cc6dcc927e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.892922 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Network a50a3315-6c80-4963-ada6-ff4dadfa88da is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:05.913149 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:05.934178 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:05.969384 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'Port': ['ID=d1c55401-9c20-4296-821c-ae493173635d,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:05.970187 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-93026683-69dc-48be-b236-90ab69371621 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=352e1945-abce-4cc0-943b-a178300a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363752 Jun 16 15:56:05.976831 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7894-0642-471d-ad32-380f8cb03a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:05.980591 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:06.022156 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:06.023221 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.038056 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-681c6374-a0e3-4945-8210-cc6dcc927e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.041382 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-681c6374-a0e3-4945-8210-cc6dcc927e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.042652 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-681c6374-a0e3-4945-8210-cc6dcc927e94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce7e1306-fd93-4f4c-91aa-77e84ea47fd7 HTTP/1.1" status: 204 len: 168 time: 0.5967653 Jun 16 15:56:06.043592 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f598a9b8-5fe2-4fff-9d3c-0706a429f224 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:06.056217 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Attempting to bind port adf15bbc-9808-4a1b-9c24-3d75366b3790 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:06.056576 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Attempting to bind port adf15bbc-9808-4a1b-9c24-3d75366b3790 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:06.056911 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Attempting to bind port adf15bbc-9808-4a1b-9c24-3d75366b3790 on network aeefd93e-e87c-4837-ade8-2e1719db7ebc {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:06.075430 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c6374-a0e3-4945-8210-cc6dcc927e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7e1306-fd93-4f4c-91aa-77e84ea47fd7,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:06.082071 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-681c6374-a0e3-4945-8210-cc6dcc927e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:06.091678 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Port adf15bbc-9808-4a1b-9c24-3d75366b3790 on network aeefd93e-e87c-4837-ade8-2e1719db7ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:56:06.100991 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Attempting to bind port adf15bbc-9808-4a1b-9c24-3d75366b3790 on network aeefd93e-e87c-4837-ade8-2e1719db7ebc {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:06.121267 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] For port bfd94ccd-7d3e-44bc-9596-69bac79b5c74, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:06.131842 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] For port bfd94ccd-7d3e-44bc-9596-69bac79b5c74, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:06.133534 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:06.133849 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Checking segment: {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:06.134306 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Bound using segment: {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:06.134865 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Bound port: adf15bbc-9808-4a1b-9c24-3d75366b3790, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:06.135202 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.150516 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.164640 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:06.169308 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f164bf83-d224-421a-8ad6-7db7d7362bd8 x-openstack-request-id: req-f164bf83-d224-421a-8ad6-7db7d7362bd8 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:06.170015 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d513f2-ca22-4207-9cc7-a53dc337ab20", "name": "network-vif-plugged", "status": "completed", "tag": "c7c20871-e3f5-4515-86fb-a5a5f299bf71", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:06.170438 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f164bf83-d224-421a-8ad6-7db7d7362bd8 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:06.171757 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d513f2-ca22-4207-9cc7-a53dc337ab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c20871-e3f5-4515-86fb-a5a5f299bf71', 'code': 200} Jun 16 15:56:06.253880 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.301396 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-859bccc2-0040-4fc7-860f-e79f188482df None None] Provisioning for port d1c55401-9c20-4296-821c-ae493173635d completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:06.306643 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-859bccc2-0040-4fc7-860f-e79f188482df None None] Provisioning complete for port d1c55401-9c20-4296-821c-ae493173635d triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:06.307388 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-859bccc2-0040-4fc7-860f-e79f188482df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.362630 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-859bccc2-0040-4fc7-860f-e79f188482df None None] Port d1c55401-9c20-4296-821c-ae493173635d cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:56:06.415631 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38416) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:06.444508 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-11c7f79a-5dca-4bf1-94b2-8910e879045a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.495313 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93fa4-3d56-48d0-b7e8-e25d30fbedac req-cfae283d-216a-415a-97eb-6b391568fe7d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:06.496994 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-06a93fa4-3d56-48d0-b7e8-e25d30fbedac req-cfae283d-216a-415a-97eb-6b391568fe7d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.1300278 Jun 16 15:56:06.540856 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-06a93fa4-3d56-48d0-b7e8-e25d30fbedac req-2f847bd3-1a3b-4feb-9059-9c2317544bf3 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362163 Jun 16 15:56:06.588485 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbac6f4-79bc-4fab-880f-f4744a37bc10 req-9e4701a6-e834-410f-861b-5c4b83789725 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:06.590015 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9cbac6f4-79bc-4fab-880f-f4744a37bc10 req-9e4701a6-e834-410f-861b-5c4b83789725 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.7285771 Jun 16 15:56:06.607873 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:06.608111 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.610010 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] 10.222.0.89 "PUT /v2.0/ports/bfd94ccd-7d3e-44bc-9596-69bac79b5c74 HTTP/1.1" status: 200 len: 1094 time: 3.8566685 Jun 16 15:56:06.615963 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e10c89-1e96-456f-bde8-b155b76efb39', 'tag': 'bfd94ccd-7d3e-44bc-9596-69bac79b5c74'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:06.618160 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccd3e58-df7e-451f-8581-e5bf7d844e74" -d '{"events": [{"name": "network-changed", "server_uuid": "63e10c89-1e96-456f-bde8-b155b76efb39", "tag": "bfd94ccd-7d3e-44bc-9596-69bac79b5c74"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:06.679540 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7894-0642-471d-ad32-380f8cb03a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.684643 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Pushing event updated for resources: {'Port': ['ID=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:06.699285 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:06.699437 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7894-0642-471d-ad32-380f8cb03a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.701749 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6984801 Jun 16 15:56:06.711355 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4662aec-9a3b-4a2d-994d-cccdcaaf1b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:06.713625 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:06.735181 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9cbac6f4-79bc-4fab-880f-f4744a37bc10 req-8d3c508e-0824-48d5-a213-64c4f8edebde tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301036 Jun 16 15:56:06.754872 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:06.768249 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f8ac7894-0642-471d-ad32-380f8cb03a6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f899f850d0e477d8258730fe1ee8bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3290424 Jun 16 15:56:06.768249 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38424) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:06.775165 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac7894-0642-471d-ad32-380f8cb03a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca39f713-3304-4644-bf07-769dfd3d09a9,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:06.785723 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f8ac7894-0642-471d-ad32-380f8cb03a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:06.788752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.797912 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:06.798190 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a934818-f374-4419-a825-9145ce5ebccf req-88dc3898-ce94-4199-9876-c8bdf64e3ad5 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:06.799716 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3a934818-f374-4419-a825-9145ce5ebccf req-88dc3898-ce94-4199-9876-c8bdf64e3ad5 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 931 time: 0.1381502 Jun 16 15:56:06.845615 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-11c7f79a-5dca-4bf1-94b2-8910e879045a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.846520 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:06.847235 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.848720 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] 10.222.0.89 "PUT /v2.0/ports/adf15bbc-9808-4a1b-9c24-3d75366b3790 HTTP/1.1" status: 200 len: 1093 time: 4.1052847 Jun 16 15:56:06.851433 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-11c7f79a-5dca-4bf1-94b2-8910e879045a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.862740 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:06.894867 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3a934818-f374-4419-a825-9145ce5ebccf req-62392855-f254-4049-a121-fe7e9b027f4c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811253 Jun 16 15:56:06.899625 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:06.905136 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:06.908325 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7f79a-5dca-4bf1-94b2-8910e879045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4588dc8d-fd1f-4f61-a850-3f99090dcb95,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:06.911630 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-11c7f79a-5dca-4bf1-94b2-8910e879045a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:06.914201 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-11c7f79a-5dca-4bf1-94b2-8910e879045a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a01769bc1e06404881dec08d53466ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971159 Jun 16 15:56:06.920492 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38428) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:06.929248 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf0c33f3-9562-4c17-9280-f5eaa4f152ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.974336 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf0c33f3-9562-4c17-9280-f5eaa4f152ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:06.992913 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ccd01372-e596-425f-990d-fa6de2db6464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.019055 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ccd01372-e596-425f-990d-fa6de2db6464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.021019 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53388da1-8966-45af-be48-ba70cfa9d693 x-openstack-request-id: req-53388da1-8966-45af-be48-ba70cfa9d693 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:07.021434 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e10c89-1e96-456f-bde8-b155b76efb39", "tag": "bfd94ccd-7d3e-44bc-9596-69bac79b5c74", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:07.021766 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53388da1-8966-45af-be48-ba70cfa9d693 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:07.022301 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e10c89-1e96-456f-bde8-b155b76efb39', 'tag': 'bfd94ccd-7d3e-44bc-9596-69bac79b5c74', 'status': 'completed', 'code': 200} Jun 16 15:56:07.043880 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b63b0-a2b6-4dd2-bffb-b2eaacdfbae3 req-b8bb2290-3460-475a-8b3c-13391f0f4f3f tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:07.051977 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b36b63b0-a2b6-4dd2-bffb-b2eaacdfbae3 req-b8bb2290-3460-475a-8b3c-13391f0f4f3f tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.1684382 Jun 16 15:56:07.096879 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ccd01372-e596-425f-990d-fa6de2db6464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.101229 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ccd01372-e596-425f-990d-fa6de2db6464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.106176 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-ccd01372-e596-425f-990d-fa6de2db6464 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4588dc8d-fd1f-4f61-a850-3f99090dcb95 HTTP/1.1" status: 204 len: 168 time: 0.1845384 Jun 16 15:56:07.107409 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6c3eb882-c3e3-4902-8091-ca3d97b34bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:07.112179 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b36b63b0-a2b6-4dd2-bffb-b2eaacdfbae3 req-19437871-6d4f-42ed-9a44-04859a4571e1 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589957 Jun 16 15:56:07.115826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf0c33f3-9562-4c17-9280-f5eaa4f152ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.118394 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd01372-e596-425f-990d-fa6de2db6464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4588dc8d-fd1f-4f61-a850-3f99090dcb95,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:07.122220 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ccd01372-e596-425f-990d-fa6de2db6464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:07.134226 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bf0c33f3-9562-4c17-9280-f5eaa4f152ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.135595 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-bf0c33f3-9562-4c17-9280-f5eaa4f152ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca39f713-3304-4644-bf07-769dfd3d09a9 HTTP/1.1" status: 204 len: 168 time: 0.3617268 Jun 16 15:56:07.136596 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:07.145795 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c33f3-9562-4c17-9280-f5eaa4f152ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca39f713-3304-4644-bf07-769dfd3d09a9,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:07.154727 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-bf0c33f3-9562-4c17-9280-f5eaa4f152ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:07.224653 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733ed0c-2e90-4f99-aea2-3dbdf3d9ef88 req-1475ba88-42a1-4e27-9ceb-f056b4655985 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:07.226790 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4733ed0c-2e90-4f99-aea2-3dbdf3d9ef88 req-1475ba88-42a1-4e27-9ceb-f056b4655985 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 945 time: 0.0797441 Jun 16 15:56:07.288271 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4733ed0c-2e90-4f99-aea2-3dbdf3d9ef88 req-0f4385d7-7d05-4d69-989d-06cef6e73e05 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523667 Jun 16 15:56:07.550442 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38438) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:07.564696 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6989d915-0701-4e84-a7ec-63bc9f560cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.586571 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38442) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:07.606554 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-71a76deb-3080-4cf3-a678-784e3de8d0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.695354 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6989d915-0701-4e84-a7ec-63bc9f560cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.704898 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6989d915-0701-4e84-a7ec-63bc9f560cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.709479 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-681c6374-a0e3-4945-8210-cc6dcc927e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:07.750436 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245dcf5-7173-4352-a072-fa9fe212f0cd req-c887aa2d-e413-4d87-bd12-0a9b0c9f4a33 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:07.751973 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4245dcf5-7173-4352-a072-fa9fe212f0cd req-c887aa2d-e413-4d87-bd12-0a9b0c9f4a33 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0846138 Jun 16 15:56:07.774708 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-6989d915-0701-4e84-a7ec-63bc9f560cc4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fbd5b12239648a9a9d918f329efd758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231622 Jun 16 15:56:07.775489 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989d915-0701-4e84-a7ec-63bc9f560cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fcf310-a3da-4a4b-b462-14d89fa93873,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:07.777519 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38448) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:07.782035 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6989d915-0701-4e84-a7ec-63bc9f560cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:07.844930 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4245dcf5-7173-4352-a072-fa9fe212f0cd req-d73179af-2dbf-499c-b620-92d993a693b8 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862734 Jun 16 15:56:07.847769 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-71a76deb-3080-4cf3-a678-784e3de8d0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.852323 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-71a76deb-3080-4cf3-a678-784e3de8d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.855917 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-db75a28a-cce3-447c-af35-c0d37b86c66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:07.859122 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-163896e1-c87a-4b12-8d52-04968690b0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.887395 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-163896e1-c87a-4b12-8d52-04968690b0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.894858 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-71a76deb-3080-4cf3-a678-784e3de8d0ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd1f7cf250134161a81d93549fbc7eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064277 Jun 16 15:56:07.895619 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a76deb-3080-4cf3-a678-784e3de8d0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bde883d-4db9-41f9-abe4-56a2f9a43235,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:07.897526 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38450) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:07.898673 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-71a76deb-3080-4cf3-a678-784e3de8d0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:07.973069 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0adc6a6-c88e-4329-962e-19898b9af2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.987912 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56828eea-4039-4765-88c3-817d8ce24ce9 req-cca70401-42b9-44b5-bbbe-b86f51cab637 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:07.989321 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-163896e1-c87a-4b12-8d52-04968690b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.989937 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-56828eea-4039-4765-88c3-817d8ce24ce9 req-cca70401-42b9-44b5-bbbe-b86f51cab637 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.0765162 Jun 16 15:56:07.994823 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-163896e1-c87a-4b12-8d52-04968690b0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:07.998617 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-163896e1-c87a-4b12-8d52-04968690b0ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13fcf310-a3da-4a4b-b462-14d89fa93873 HTTP/1.1" status: 204 len: 168 time: 0.2170842 Jun 16 15:56:08.001370 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:08.009871 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0adc6a6-c88e-4329-962e-19898b9af2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.022683 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163896e1-c87a-4b12-8d52-04968690b0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fcf310-a3da-4a4b-b462-14d89fa93873,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:08.027367 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-163896e1-c87a-4b12-8d52-04968690b0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:08.041968 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-56828eea-4039-4765-88c3-817d8ce24ce9 req-60c16914-a8dc-4ae3-a6c2-08aede4d9602 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Jun 16 15:56:08.110533 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0adc6a6-c88e-4329-962e-19898b9af2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.115158 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0adc6a6-c88e-4329-962e-19898b9af2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.116326 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e0adc6a6-c88e-4329-962e-19898b9af2c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bde883d-4db9-41f9-abe4-56a2f9a43235 HTTP/1.1" status: 204 len: 168 time: 0.2176497 Jun 16 15:56:08.120212 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1937916f-39de-43c0-9948-165ef6f5ad98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:08.132067 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adc6a6-c88e-4329-962e-19898b9af2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bde883d-4db9-41f9-abe4-56a2f9a43235,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:08.136163 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e0adc6a6-c88e-4329-962e-19898b9af2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:08.166199 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806947a-95ee-423a-a106-475a461005a1 req-70f07238-5dd1-406a-8a10-297ef2894301 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:08.175578 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b806947a-95ee-423a-a106-475a461005a1 req-70f07238-5dd1-406a-8a10-297ef2894301 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 931 time: 0.1081698 Jun 16 15:56:08.223139 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b806947a-95ee-423a-a106-475a461005a1 req-95c43ab2-a52a-4b96-8bd5-d7dfb569a674 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464914 Jun 16 15:56:08.346912 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b615e7f-9c1d-4cd7-8ba0-b8889172bea1 req-707e6e97-9682-44d1-a0b8-5e8b0772bffe tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:08.348557 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7b615e7f-9c1d-4cd7-8ba0-b8889172bea1 req-707e6e97-9682-44d1-a0b8-5e8b0772bffe tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.0797622 Jun 16 15:56:08.408645 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7b615e7f-9c1d-4cd7-8ba0-b8889172bea1 req-728baee2-daa1-4d02-a65b-c6e4d88e22d2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470986 Jun 16 15:56:08.506155 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ac97b-8da2-4c19-9706-43729c0fb0a7 req-7c09c91b-9275-4319-a2ca-fa2f1fede28b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:08.507803 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-481ac97b-8da2-4c19-9706-43729c0fb0a7 req-7c09c91b-9275-4319-a2ca-fa2f1fede28b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 945 time: 0.0726483 Jun 16 15:56:08.554222 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-481ac97b-8da2-4c19-9706-43729c0fb0a7 req-74a9dd76-300a-4fc1-a46f-6951c2dc767d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374320 Jun 16 15:56:08.575905 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.721572 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Request body: {'port': {'device_id': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:08.891382 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:08.932262 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3e58-df7e-451f-8581-e5bf7d844e74 req-90f77552-5840-4f38-b424-21425e5eabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:08.933759 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3ccd3e58-df7e-451f-8581-e5bf7d844e74 req-90f77552-5840-4f38-b424-21425e5eabb7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 1097 time: 0.2071559 Jun 16 15:56:08.937333 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-85dc28d5-b476-41b6-ab4b-0be7ad0f7f76 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381158 Jun 16 15:56:08.997800 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-96fbb0c4-30b3-4873-9b1f-6218ac7813f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:08.999675 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-96fbb0c4-30b3-4873-9b1f-6218ac7813f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 1096 time: 0.1986678 Jun 16 15:56:09.023368 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:09.026048 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb563498-1507-40eb-b5a9-025f0a0c93a3" -d '{"events": [{"name": "network-changed", "server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:09.180785 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38506) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:09.212598 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf56b52-8dbb-4a20-a377-21bbe0704722 x-openstack-request-id: req-aaf56b52-8dbb-4a20-a377-21bbe0704722 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:09.212598 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:09.212598 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aaf56b52-8dbb-4a20-a377-21bbe0704722 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:09.212598 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'status': 'completed', 'code': 200} Jun 16 15:56:09.212598 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-8518b825-9cba-4422-85ce-d77a34794a4c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790 HTTP/1.1" status: 200 len: 217 time: 0.2014701 Jun 16 15:56:09.403516 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3e58-df7e-451f-8581-e5bf7d844e74 req-29b70bfb-e6ba-4f8b-8022-870679368c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:09.405152 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3ccd3e58-df7e-451f-8581-e5bf7d844e74 req-29b70bfb-e6ba-4f8b-8022-870679368c47 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=23f04fea64454af4b14b54b5db2245a3&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4564183 Jun 16 15:56:09.419886 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-a8ba6827-a518-476c-a2b7-21e0026c0c85 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697967 Jun 16 15:56:09.425439 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1928467596-network', 'tenant_id': '11b24feb2f2d4acfa67631e58b899e51'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:09.439595 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-2fb111f6-0098-4b6a-94ba-c225dab4d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:09.441133 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-2fb111f6-0098-4b6a-94ba-c225dab4d037 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.2057559 Jun 16 15:56:09.493907 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f472750-4944-4b6d-b163-f5b28a5a3954 req-d4d024a4-42c5-467d-8f8c-e19f97530f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:09.495362 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6f472750-4944-4b6d-b163-f5b28a5a3954 req-d4d024a4-42c5-467d-8f8c-e19f97530f76 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 1099 time: 0.4432654 Jun 16 15:56:09.577391 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491a8c8-6d75-44e9-ae3e-a119ec8c396d req-0e9dc990-cfbe-4635-8c54-051a329a2373 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:09.587390 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b491a8c8-6d75-44e9-ae3e-a119ec8c396d req-0e9dc990-cfbe-4635-8c54-051a329a2373 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.1561618 Jun 16 15:56:09.601292 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Made reservation on behalf of 11b24feb2f2d4acfa67631e58b899e51 for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:09.603617 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.607056 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-6f472750-4944-4b6d-b163-f5b28a5a3954 req-9ceb7372-4e23-4ab9-87e3-8c800eb68b68 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.634299 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.661335 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b491a8c8-6d75-44e9-ae3e-a119ec8c396d req-29527ef0-fac1-432b-90cf-058c8bb4f2e7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727766 Jun 16 15:56:09.670886 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559075-f9ee-42f7-9ac5-785880d294ba req-e08e8ea3-202a-4b03-b6c6-2a899e62680f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:09.672611 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-23559075-f9ee-42f7-9ac5-785880d294ba req-e08e8ea3-202a-4b03-b6c6-2a899e62680f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.3848579 Jun 16 15:56:09.700444 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3e58-df7e-451f-8581-e5bf7d844e74 req-8294fc80-0b20-4412-bbe5-67fe1688b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:09.701941 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3ccd3e58-df7e-451f-8581-e5bf7d844e74 req-8294fc80-0b20-4412-bbe5-67fe1688b597 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2864406 Jun 16 15:56:09.725523 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c55401-9c20-4296-821c-ae493173635d {{(pid=91872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:09.738588 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.751496 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-f739d7f8-b3fa-4293-bc5a-59cd310686e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:09.753130 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-f739d7f8-b3fa-4293-bc5a-59cd310686e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3035905 Jun 16 15:56:09.762796 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.provisioning_blocks [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Transition to ACTIVE for port object d1c55401-9c20-4296-821c-ae493173635d will not be triggered until provisioned by entity L2. {{(pid=91872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:09.770107 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:09.775964 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f3a77d16-0693-4d13-9a1c-d259ae3676bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:09.860388 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-23559075-f9ee-42f7-9ac5-785880d294ba req-61bf45e9-555d-4468-b112-fc22dc99dbe3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687646 Jun 16 15:56:10.015372 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Pushing event updated for resources: {'Port': ['ID=d1c55401-9c20-4296-821c-ae493173635d,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:10.074193 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:10.086700 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-6f472750-4944-4b6d-b163-f5b28a5a3954 req-9ceb7372-4e23-4ab9-87e3-8c800eb68b68 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.102737 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-be5f4d7e-13ee-4ce6-9ac0-23fb98a68067 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330779 Jun 16 15:56:10.107937 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-34acecdb-4456-4c40-91bc-672d05bf1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:10.115343 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-34acecdb-4456-4c40-91bc-672d05bf1469 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 1097 time: 0.3514132 Jun 16 15:56:10.120962 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-6f472750-4944-4b6d-b163-f5b28a5a3954 req-9ceb7372-4e23-4ab9-87e3-8c800eb68b68 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.155346 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.managers [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Attempting to bind port d1c55401-9c20-4296-821c-ae493173635d on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:10.155731 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.managers [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Attempting to bind port d1c55401-9c20-4296-821c-ae493173635d by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'}] {{(pid=91872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:10.155843 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-bf0c33f3-9562-4c17-9280-f5eaa4f152ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:10.156332 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Attempting to bind port d1c55401-9c20-4296-821c-ae493173635d on network a50a3315-6c80-4963-ada6-ff4dadfa88da {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:10.164638 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Port d1c55401-9c20-4296-821c-ae493173635d on network a50a3315-6c80-4963-ada6-ff4dadfa88da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:56:10.165086 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Attempting to bind port d1c55401-9c20-4296-821c-ae493173635d on network a50a3315-6c80-4963-ada6-ff4dadfa88da {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:10.176343 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:10.176787 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Checking segment: {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:10.177616 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Bound using segment: {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'} {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:10.177784 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.managers [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Bound port: d1c55401-9c20-4296-821c-ae493173635d, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'}}] {{(pid=91872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:10.178148 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.201097 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e5854-23c2-4edf-ac31-01dccc10ec13 req-6a83631c-87a7-4d87-a6e6-79a71817fc3f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:10.205158 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-983e5854-23c2-4edf-ac31-01dccc10ec13 req-6a83631c-87a7-4d87-a6e6-79a71817fc3f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.2721703 Jun 16 15:56:10.260479 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-c6621df9-f819-4800-b86d-efbb43e68a56 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfd94ccd-7d3e-44bc-9596-69bac79b5c74 HTTP/1.1" status: 200 len: 217 time: 0.1302929 Jun 16 15:56:10.277999 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6f472750-4944-4b6d-b163-f5b28a5a3954 req-9ceb7372-4e23-4ab9-87e3-8c800eb68b68 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7504742 Jun 16 15:56:10.314603 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-983e5854-23c2-4edf-ac31-01dccc10ec13 req-5df0f78c-3061-42b8-9fd8-eef18850901e tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051426 Jun 16 15:56:10.323635 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] For port d1c55401-9c20-4296-821c-ae493173635d, host hv-cinder-79611, cleared binding levels {{(pid=91872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:10.330588 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] For port d1c55401-9c20-4296-821c-ae493173635d, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d1c55401-9c20-4296-821c-ae493173635d,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:10.335512 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.338504 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:10.370813 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb7372-4e23-4ab9-87e3-8c800eb68b68 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d72dea-942e-4750-9ef8-f67515a591dd,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:10.385973 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9ceb7372-4e23-4ab9-87e3-8c800eb68b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:10.387513 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:10.388436 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.389967 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] 10.222.0.89 "PUT /v2.0/ports/d1c55401-9c20-4296-821c-ae493173635d HTTP/1.1" status: 200 len: 1093 time: 1.6728797 Jun 16 15:56:10.394659 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'tag': 'd1c55401-9c20-4296-821c-ae493173635d'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:10.458384 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-557055ec-ecb8-4a0c-9ac7-5f532d4f643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:10.459241 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-557055ec-ecb8-4a0c-9ac7-5f532d4f643f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 200 len: 859 time: 0.1742120 Jun 16 15:56:10.487012 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a5f96fb4-6669-40c8-bad4-55ff886f4011 req-e383b30d-2bbd-4bd9-b132-96fa016f5070 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672030 Jun 16 15:56:10.525994 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-eed5b650-0c15-45b3-b0ce-d01c8b026c35 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=352e1945-abce-4cc0-943b-a178300a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555487 Jun 16 15:56:10.555277 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.556159 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Pushing event updated for resources: {'Port': ['ID=d1c55401-9c20-4296-821c-ae493173635d,revision_number=3']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:10.564820 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:10.569773 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc9fb0-d5cf-4099-80e8-6e0a70166f63 req-49ddb27e-2965-4029-be3b-e86d69663a40 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:10.571486 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-12cc9fb0-d5cf-4099-80e8-6e0a70166f63 req-49ddb27e-2965-4029-be3b-e86d69663a40 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.4670694 Jun 16 15:56:10.605107 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.634674 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910447f5-6415-4e8d-96e9-f501fbf99970" -d '{"events": [{"name": "network-changed", "server_uuid": "511c4920-5148-4895-beb1-b3ba9a52d72e", "tag": "d1c55401-9c20-4296-821c-ae493173635d"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:10.660584 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-163896e1-c87a-4b12-8d52-04968690b0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:10.677836 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-c0141c00-313d-46ce-a73a-54a5ab1c0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:10.679500 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-c0141c00-313d-46ce-a73a-54a5ab1c0312 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 1096 time: 0.2149539 Jun 16 15:56:10.697038 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 55f5f05d-e34b-4baa-848b-81730be940ec up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:10.756844 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:56:10.763683 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99e108-14be-446a-b41c-ee0098be07e7 req-8cbfd971-e62f-4632-a2ac-a03047394185 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:10.770414 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0b99e108-14be-446a-b41c-ee0098be07e7 req-8cbfd971-e62f-4632-a2ac-a03047394185 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 945 time: 0.2042496 Jun 16 15:56:10.780569 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902cf7c-a3f6-4f91-865e-8ec432838fc5,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:10.784126 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:10.793318 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.793667 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Added segment 2193011c-0f99-4d5a-bae2-4377727c67b0 of type vlan for network d5745f40-49b5-46e6-9567-9992e5c240aa Jun 16 15:56:10.799896 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-12cc9fb0-d5cf-4099-80e8-6e0a70166f63 req-c0f8d192-d17d-44bb-b618-0b8a5d641818 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885529 Jun 16 15:56:10.839223 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0b99e108-14be-446a-b41c-ee0098be07e7 req-7947b875-a550-4d3c-8267-03b2fd6e04b9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676723 Jun 16 15:56:10.840431 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 55f5f05d-e34b-4baa-848b-81730be940ec completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:10.841489 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-3897c188-ac63-4bcf-87e1-77b7528d4580 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c55401-9c20-4296-821c-ae493173635d HTTP/1.1" status: 200 len: 217 time: 0.1541014 Jun 16 15:56:10.864957 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 55f5f05d-e34b-4baa-848b-81730be940ec triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:10.865938 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:10.981599 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-6ed23bf2-51e2-413c-8fb9-1648934d94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:10.986809 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-6ed23bf2-51e2-413c-8fb9-1648934d94d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e9a1c22-17c7-4892-b583-1c348d69e6a0 HTTP/1.1" status: 200 len: 850 time: 0.1375086 Jun 16 15:56:11.066513 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d020b8ef-8082-4040-98aa-2f45e529ecd5 x-openstack-request-id: req-d020b8ef-8082-4040-98aa-2f45e529ecd5 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:11.066850 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511c4920-5148-4895-beb1-b3ba9a52d72e", "tag": "d1c55401-9c20-4296-821c-ae493173635d", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:11.067155 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d020b8ef-8082-4040-98aa-2f45e529ecd5 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:11.067895 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'tag': 'd1c55401-9c20-4296-821c-ae493173635d', 'status': 'completed', 'code': 200} Jun 16 15:56:11.125967 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.126507 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.141380 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-83ffd682-833d-4ad6-975d-e8727d20d329 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691564 Jun 16 15:56:11.166000 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-878b95a6-dd4c-40a3-8436-f7d8d30bdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:11.167735 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-878b95a6-dd4c-40a3-8436-f7d8d30bdaae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 1096 time: 0.5942802 Jun 16 15:56:11.189914 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cb3380-748f-45ec-ab33-33cd84837b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f5f05d-e34b-4baa-848b-81730be940ec'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:11.192247 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa92bf9c-f308-46d2-a5cf-16db529d724a" -d '{"events": [{"server_uuid": "e1cb3380-748f-45ec-ab33-33cd84837b2c", "name": "network-vif-plugged", "status": "completed", "tag": "55f5f05d-e34b-4baa-848b-81730be940ec"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:11.223922 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 55f5f05d-e34b-4baa-848b-81730be940ec, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=55f5f05d-e34b-4baa-848b-81730be940ec,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:11.228038 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.229981 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:11.281010 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-e74e304c-5717-40ee-8012-9c431cee3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:11.284282 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-e74e304c-5717-40ee-8012-9c431cee3be1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a50a3315-6c80-4963-ada6-ff4dadfa88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2897089 Jun 16 15:56:11.294903 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=55f5f05d-e34b-4baa-848b-81730be940ec,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:11.302717 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53918989-cf22-4ef7-9ddc-f4aed44b3c55 req-4bd754a8-47e0-43dc-a91e-e6849cd42b87 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:11.303407 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:11.311408 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-53918989-cf22-4ef7-9ddc-f4aed44b3c55 req-4bd754a8-47e0-43dc-a91e-e6849cd42b87 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.2258151 Jun 16 15:56:11.317017 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.329496 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:11.330821 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.366565 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:11.431373 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-53918989-cf22-4ef7-9ddc-f4aed44b3c55 req-6a4b60bf-439a-4d79-bbc9-d713bf8f55a4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051035 Jun 16 15:56:11.433952 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2517018 Jun 16 15:56:11.446700 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38578) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:11.451656 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Request body: {'subnet': {'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1928467596-subnet', 'tenant_id': '11b24feb2f2d4acfa67631e58b899e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:11.489882 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-7a472b99-3798-4231-a303-0a507285e12f service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769300 Jun 16 15:56:11.500857 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-54aa5327-27a4-4c51-b957-5fa78ca4d3a2 req-a755ce14-2241-42f9-96b5-61b7e4dd22bb service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481224 Jun 16 15:56:11.509059 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-747e1f8c-68fb-44d9-9245-405167a55986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:11.510636 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-747e1f8c-68fb-44d9-9245-405167a55986 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.3180451 Jun 16 15:56:11.514757 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Pushing event updated for resources: {'Network': ['ID=d5745f40-49b5-46e6-9567-9992e5c240aa,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:11.517778 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a070234-46af-4a1e-b27c-459a5b1209a8 x-openstack-request-id: req-5a070234-46af-4a1e-b27c-459a5b1209a8 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:11.518311 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cb3380-748f-45ec-ab33-33cd84837b2c", "name": "network-vif-plugged", "status": "completed", "tag": "55f5f05d-e34b-4baa-848b-81730be940ec", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:11.518872 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a070234-46af-4a1e-b27c-459a5b1209a8 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:11.519492 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cb3380-748f-45ec-ab33-33cd84837b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f5f05d-e34b-4baa-848b-81730be940ec', 'code': 200} Jun 16 15:56:11.538302 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:11.543262 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network d5745f40-49b5-46e6-9567-9992e5c240aa details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:56:11.577928 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-d8950486-8d08-4ee0-a9ad-ad476bf99e8d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790 HTTP/1.1" status: 200 len: 217 time: 0.0514715 Jun 16 15:56:11.589880 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd16fc-d5e4-4fb7-b30b-2127195a80cc req-7efa894a-839f-427e-83dd-0f3d2cd2c328 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:11.599770 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9fd16fc-d5e4-4fb7-b30b-2127195a80cc req-7efa894a-839f-427e-83dd-0f3d2cd2c328 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.3721440 Jun 16 15:56:11.630995 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f97474c0-9a5a-490d-97bc-2f274de99c59 req-bf2f08f4-b6e4-4474-91e6-e8d4ce3d1307 service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335831 Jun 16 15:56:11.650705 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Made reservation on behalf of 11b24feb2f2d4acfa67631e58b899e51 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:11.653134 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15222928'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.771340 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-bd9ca3f7-b1c4-495a-b900-57c7aa2de921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:11.772829 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-bd9ca3f7-b1c4-495a-b900-57c7aa2de921 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.1641278 Jun 16 15:56:11.775655 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9fd16fc-d5e4-4fb7-b30b-2127195a80cc req-c77cf37f-285f-4c19-b2a7-53f5bba75e30 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751096 Jun 16 15:56:11.803282 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a1f28-6616-4fbd-9cdf-c4fe6f8272b4 req-9c715e5a-d685-45e0-85de-01aa34d62187 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:11.804840 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-567a1f28-6616-4fbd-9cdf-c4fe6f8272b4 req-9c715e5a-d685-45e0-85de-01aa34d62187 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.1226473 Jun 16 15:56:11.810608 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-af69f181-beb0-4048-960c-c3f7e311fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:11.812060 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-af69f181-beb0-4048-960c-c3f7e311fc02 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 1096 time: 0.0926917 Jun 16 15:56:11.859747 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-567a1f28-6616-4fbd-9cdf-c4fe6f8272b4 req-d9586a81-a28e-4502-b744-8bf420b0d912 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 Jun 16 15:56:11.913490 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15705064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15222914'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:11.916957 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:12.011681 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=84299737-bf08-47d5-8f22-88a17dfcb6ce,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:12.021426 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:12.028806 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Checking segment: {'id': '2193011c-0f99-4d5a-bae2-4377727c67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:12.029188 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Network hostable DHCP agents. Network: d5745f40-49b5-46e6-9567-9992e5c240aa, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:56:12.055966 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11aaf0-dcad-481c-a390-719f0fe5cf75 req-37921b33-b4eb-4aff-9a9d-453028dae216 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:12.057432 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9f11aaf0-dcad-481c-a390-719f0fe5cf75 req-37921b33-b4eb-4aff-9a9d-453028dae216 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.1156404 Jun 16 15:56:12.071037 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Network d5745f40-49b5-46e6-9567-9992e5c240aa is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:56:12.071442 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b3954-6dcd-4c24-b7e3-978a669597b3 req-ab89b841-0716-4435-bb28-b2cc914f4edc tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:12.079786 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-970b3954-6dcd-4c24-b7e3-978a669597b3 req-ab89b841-0716-4435-bb28-b2cc914f4edc tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.0842762 Jun 16 15:56:12.092958 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, d5745f40-49b5-46e6-9567-9992e5c240aa) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:12.099317 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:12.099899 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:12.111331 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefeb2de-9ce8-4e1d-accc-a11bbd1dc0b9 None None] Network d5745f40-49b5-46e6-9567-9992e5c240aa requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:56:12.129237 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9f11aaf0-dcad-481c-a390-719f0fe5cf75 req-ab64b285-6f86-405a-8ef5-bc7383ce6a28 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645137 Jun 16 15:56:12.131051 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-51468b3a-0add-445d-bc65-40a2fc82ccfc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6833816 Jun 16 15:56:12.132821 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-970b3954-6dcd-4c24-b7e3-978a669597b3 req-4c6978de-b609-4958-a6a6-19948ab85ee9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502710 Jun 16 15:56:12.286153 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0dcdec-90b1-48d8-9db6-8d616fbeb945 None None] Network d5745f40-49b5-46e6-9567-9992e5c240aa requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:56:12.628682 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a80138-2f6f-4d46-9144-3a4dcc1c0943 req-2710fa19-50d7-4404-9170-8483eadef341 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:12.630323 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-08a80138-2f6f-4d46-9144-3a4dcc1c0943 req-2710fa19-50d7-4404-9170-8483eadef341 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0686870 Jun 16 15:56:12.676890 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-08a80138-2f6f-4d46-9144-3a4dcc1c0943 req-b825eae1-8c7a-4053-ab21-9e57080814a2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405741 Jun 16 15:56:12.965928 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782488f-2c62-42df-ac5e-ce8017b37059 req-c597adae-74f8-4f82-a6a1-f19f15b63dce tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:12.967468 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7782488f-2c62-42df-ac5e-ce8017b37059 req-c597adae-74f8-4f82-a6a1-f19f15b63dce tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.0775301 Jun 16 15:56:13.008402 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7782488f-2c62-42df-ac5e-ce8017b37059 req-5f1561fb-341b-4ea6-805e-128a05921453 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334954 Jun 16 15:56:13.052495 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b31cf-4163-400e-9f36-79df187eb192 req-15cfa21d-3259-44ce-9a86-9fbe999196ba tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:13.054006 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e96b31cf-4163-400e-9f36-79df187eb192 req-15cfa21d-3259-44ce-9a86-9fbe999196ba tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.0635779 Jun 16 15:56:13.090974 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e96b31cf-4163-400e-9f36-79df187eb192 req-0d3a773e-de2b-4a88-ac73-2286625d6007 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314417 Jun 16 15:56:13.307488 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25aa7b4-b4e4-4981-a3bf-06f691a3321c req-56b05a8b-000b-4d29-b335-e1eff15834f8 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:13.309044 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b25aa7b4-b4e4-4981-a3bf-06f691a3321c req-56b05a8b-000b-4d29-b335-e1eff15834f8 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.0635033 Jun 16 15:56:13.320686 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f6964-12c0-4bed-b1ef-99fcd1cfd108 req-7eb518dd-482c-4799-8d96-7b0cab3a6181 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:13.322141 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-166f6964-12c0-4bed-b1ef-99fcd1cfd108 req-7eb518dd-482c-4799-8d96-7b0cab3a6181 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.0653651 Jun 16 15:56:13.348653 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b25aa7b4-b4e4-4981-a3bf-06f691a3321c req-de48fe0c-7585-4fc5-af37-4b18c0255c7a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Jun 16 15:56:13.358953 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-166f6964-12c0-4bed-b1ef-99fcd1cfd108 req-1788acb4-62b9-4354-9141-8694ee6d7d1f tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312071 Jun 16 15:56:13.797567 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:13.884845 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ac34d-d955-4918-9f9e-860ba3a1731a req-5e24b8ba-1330-4c36-8487-e8d8b7eb4d6b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:13.886336 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-214ac34d-d955-4918-9f9e-860ba3a1731a req-5e24b8ba-1330-4c36-8487-e8d8b7eb4d6b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0718086 Jun 16 15:56:13.899390 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:13.910834 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '76803a2e-8baa-4bf1-8d2f-cd42730c1ce5', 'network_id': '352e1945-abce-4cc0-943b-a178300a3932', 'port_id': '76803a2e-8baa-4bf1-8d2f-cd42730c1ce5', 'mac_address': 'fa:16:3e:e9:26:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795f67a-1d2e-4e6c-a950-6e43ff479bb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:13.925549 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-214ac34d-d955-4918-9f9e-860ba3a1731a req-464eff78-058a-42fc-bed2-cbde0ef4e1f3 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329909 Jun 16 15:56:13.950714 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:13.964242 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:13.983997 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:13.989930 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:13.992771 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:14.041008 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:14.044447 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:14.193478 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed19dfb-8367-47d3-a977-808ea8e4a96c req-23e842c9-de58-4a33-bc90-98d8d027f2e0 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:14.194978 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2ed19dfb-8367-47d3-a977-808ea8e4a96c req-23e842c9-de58-4a33-bc90-98d8d027f2e0 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.0723932 Jun 16 15:56:14.241077 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2ed19dfb-8367-47d3-a977-808ea8e4a96c req-a651a5f9-ab7c-4d33-b80e-1d0e99966d4e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384169 Jun 16 15:56:14.283205 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e5964-958d-47b7-b112-d719a3a43e65 req-8f40a35e-2036-44a8-99e5-e60820bc26f5 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:14.284737 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-030e5964-958d-47b7-b112-d719a3a43e65 req-8f40a35e-2036-44a8-99e5-e60820bc26f5 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.0669351 Jun 16 15:56:14.324061 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-030e5964-958d-47b7-b112-d719a3a43e65 req-aace4700-f542-43b7-b925-49984797bb2c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Jun 16 15:56:14.544457 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7c0bf-35f5-4189-90ef-fef6dc9e5d33 req-925c51ad-7736-4259-b511-9dcc734385c6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:14.545982 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b8e7c0bf-35f5-4189-90ef-fef6dc9e5d33 req-925c51ad-7736-4259-b511-9dcc734385c6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.0830913 Jun 16 15:56:14.557654 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a53d5-fc28-407b-b1a9-a32665a628b3 req-01807922-b2e7-427a-b6bd-d91ee3acce35 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:14.559183 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a7a53d5-fc28-407b-b1a9-a32665a628b3 req-01807922-b2e7-427a-b6bd-d91ee3acce35 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.0778048 Jun 16 15:56:14.593457 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b8e7c0bf-35f5-4189-90ef-fef6dc9e5d33 req-4b8ccc12-7e91-4a04-85b0-54fc746759f4 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Jun 16 15:56:14.604411 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a7a53d5-fc28-407b-b1a9-a32665a628b3 req-4469ea00-2a7b-4a3d-889c-63ac8efdd9f7 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369751 Jun 16 15:56:14.989348 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:15.095096 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-fbfb8b7a-6542-4dbe-9362-11b22ee21451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:15.096732 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-fbfb8b7a-6542-4dbe-9362-11b22ee21451 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075053 Jun 16 15:56:15.102516 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf3b2-bf9a-4e33-9403-90e562dcc6d9 req-0d563b61-2501-4ceb-ae87-de7a7dfaad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:15.104125 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7d0cf3b2-bf9a-4e33-9403-90e562dcc6d9 req-0d563b61-2501-4ceb-ae87-de7a7dfaad1d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 1099 time: 0.0819209 Jun 16 15:56:15.128937 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:15.149112 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'port_id': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'mac_address': 'fa:16:3e:f8:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:15.205006 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.227617 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf15bbc-9808-4a1b-9c24-3d75366b3790 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:15.228397 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7d0cf3b2-bf9a-4e33-9403-90e562dcc6d9 req-56c7fd98-ba98-4541-ab44-315a2c647e1d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894601 Jun 16 15:56:15.245006 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-a7e6a574-d5e8-4f01-9136-c1a41ac79c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:15.247689 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-a7e6a574-d5e8-4f01-9136-c1a41ac79c8e service neutron] 10.222.0.89 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 913 time: 0.2485795 Jun 16 15:56:15.255149 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-ced087e1-ea10-47ff-a3f9-36c32b812631 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415701 Jun 16 15:56:15.261747 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653c590-bdd6-4d05-b291-08b6353d7405 req-78134fcb-cae4-43b8-b0b5-cf4c1652f7fc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:15.270476 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e653c590-bdd6-4d05-b291-08b6353d7405 req-78134fcb-cae4-43b8-b0b5-cf4c1652f7fc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.1468556 Jun 16 15:56:15.277066 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:15.284005 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:15.287277 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:15.320289 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e653c590-bdd6-4d05-b291-08b6353d7405 req-3c4d2b99-a56a-4aa2-ab86-b22900173402 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487504 Jun 16 15:56:15.349480 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:15.353850 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:15.380642 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-560f8fa9-2e25-4499-908e-4849e7fd4524 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c55401-9c20-4296-821c-ae493173635d HTTP/1.1" status: 200 len: 217 time: 0.0562067 Jun 16 15:56:15.456943 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-cab97e1e-469a-4eea-b49e-4c58c5932a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:15.458838 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-cab97e1e-469a-4eea-b49e-4c58c5932a2c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e9a1c22-17c7-4892-b583-1c348d69e6a0 HTTP/1.1" status: 200 len: 850 time: 0.0647395 Jun 16 15:56:15.473978 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:56:15.484364 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb563498-1507-40eb-b5a9-025f0a0c93a3 req-d0bec65c-0637-49e5-a316-be6a4484be3c service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605139 Jun 16 15:56:15.524461 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52133f7-920b-4f46-b97b-f5af86d7519e req-8eecdb9a-1ee1-48db-8c7d-3a7ca55dce1e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:15.526082 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b52133f7-920b-4f46-b97b-f5af86d7519e req-8eecdb9a-1ee1-48db-8c7d-3a7ca55dce1e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.0836656 Jun 16 15:56:15.567919 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b52133f7-920b-4f46-b97b-f5af86d7519e req-5beeaee2-06a9-4ccd-83d9-305ae6bebb40 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358510 Jun 16 15:56:15.778945 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063961ca-08b7-4e50-93cb-1255887f3580 req-2ccd4cfa-2870-402d-b6f4-bacd746146be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:15.780583 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-063961ca-08b7-4e50-93cb-1255887f3580 req-2ccd4cfa-2870-402d-b6f4-bacd746146be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.3104007 Jun 16 15:56:15.785973 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-da6b0a00-5339-4633-bbad-51be1bd43162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:15.787390 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-da6b0a00-5339-4633-bbad-51be1bd43162 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a50a3315-6c80-4963-ada6-ff4dadfa88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3190646 Jun 16 15:56:15.811875 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bc3a1-f899-436f-98eb-0f84aa37b92e req-088b38c1-4781-46bf-838f-962cd80272ce tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:15.814099 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2d0bc3a1-f899-436f-98eb-0f84aa37b92e req-088b38c1-4781-46bf-838f-962cd80272ce tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.0859652 Jun 16 15:56:15.822918 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-063961ca-08b7-4e50-93cb-1255887f3580 req-5895df88-93f9-4585-82b6-8b9c797d8b76 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345685 Jun 16 15:56:15.871421 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2d0bc3a1-f899-436f-98eb-0f84aa37b92e req-81ae2347-95c7-4251-9fe7-e0782099dbd7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513358 Jun 16 15:56:16.003161 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d5b1c-00e8-430a-b6f3-53c2a355b7e4 req-b35edf36-e83d-44ca-8f1e-66ee2bdcfd85 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:16.004640 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2e4d5b1c-00e8-430a-b6f3-53c2a355b7e4 req-b35edf36-e83d-44ca-8f1e-66ee2bdcfd85 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.0640976 Jun 16 15:56:16.051153 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2e4d5b1c-00e8-430a-b6f3-53c2a355b7e4 req-90460d47-d57b-4c5d-85e8-845ce6b62d2a tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Jun 16 15:56:16.521758 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fce14-4087-4917-88e9-855fe9106af6 req-b70c407a-d700-4165-9e42-59f2d5e0839e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:16.523464 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-484fce14-4087-4917-88e9-855fe9106af6 req-b70c407a-d700-4165-9e42-59f2d5e0839e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0761085 Jun 16 15:56:16.526727 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['76803a2e-8baa-4bf1-8d2f-cd42730c1ce5'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:16.566108 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:16.567545 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-484fce14-4087-4917-88e9-855fe9106af6 req-3bdacedd-13f0-4641-a814-46fd96531fba tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380378 Jun 16 15:56:16.754353 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cfad7-e885-46ef-b98f-a428338eff4b req-bd0cb9ba-0615-4b4e-9f92-bf09dde548ef tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:16.755835 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a94cfad7-e885-46ef-b98f-a428338eff4b req-bd0cb9ba-0615-4b4e-9f92-bf09dde548ef tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.0706730 Jun 16 15:56:16.798422 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a94cfad7-e885-46ef-b98f-a428338eff4b req-271e941b-5b72-4244-bd23-12df2c51def8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367508 Jun 16 15:56:17.008069 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23927022-dad9-4a68-af2d-172d8b389036 req-d9346778-3ebb-42a9-9ed7-6456fc246a1a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:17.009718 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-23927022-dad9-4a68-af2d-172d8b389036 req-d9346778-3ebb-42a9-9ed7-6456fc246a1a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.0690110 Jun 16 15:56:17.048806 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-23927022-dad9-4a68-af2d-172d8b389036 req-ae47a2e8-711b-41db-99e8-5ba0b396e0ee tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332055 Jun 16 15:56:17.059762 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d001239-c149-4fbc-8e9a-91a8b6ffcfa5 req-4ad24af8-da40-44d7-830b-c119506672d2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:17.061275 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5d001239-c149-4fbc-8e9a-91a8b6ffcfa5 req-4ad24af8-da40-44d7-830b-c119506672d2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.0646200 Jun 16 15:56:17.101920 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5d001239-c149-4fbc-8e9a-91a8b6ffcfa5 req-3ef99422-0283-4c81-918c-a4eb48887f4b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Jun 16 15:56:17.762702 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04389cc3-dc81-4100-a505-3332fbf445f7 req-97061816-44be-4ea1-aa51-a8c3b1ba84ca tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:17.764757 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04389cc3-dc81-4100-a505-3332fbf445f7 req-97061816-44be-4ea1-aa51-a8c3b1ba84ca tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0707963 Jun 16 15:56:17.814949 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04389cc3-dc81-4100-a505-3332fbf445f7 req-28ec7de8-2b5e-4c72-80a1-be2bdda1cd83 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443225 Jun 16 15:56:17.999115 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6348e-60cb-4ad9-b2a6-6f684a535ea1 req-4e881e3e-7e05-4410-905e-f07dbd362c17 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:18.002202 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b0f6348e-60cb-4ad9-b2a6-6f684a535ea1 req-4e881e3e-7e05-4410-905e-f07dbd362c17 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.0769556 Jun 16 15:56:18.050289 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b0f6348e-60cb-4ad9-b2a6-6f684a535ea1 req-45d57214-572b-40e6-af91-3739b873d047 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Jun 16 15:56:18.246407 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97397976-39bb-4107-a9c5-b244e09edb0d req-3178a936-e06d-4e14-b42a-85a25941ced2 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:18.247981 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-97397976-39bb-4107-a9c5-b244e09edb0d req-3178a936-e06d-4e14-b42a-85a25941ced2 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.0759385 Jun 16 15:56:18.295661 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-97397976-39bb-4107-a9c5-b244e09edb0d req-4f082c5f-bfe3-45c2-8324-046e0c966efe tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Jun 16 15:56:18.302406 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573f2b0-a8d8-41a6-aaa0-0b787f177d6a req-d70dae5b-c3c2-4a38-a113-2e36e60040c2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:18.303868 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e573f2b0-a8d8-41a6-aaa0-0b787f177d6a req-d70dae5b-c3c2-4a38-a113-2e36e60040c2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.0745478 Jun 16 15:56:18.346790 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e573f2b0-a8d8-41a6-aaa0-0b787f177d6a req-e3258119-464e-4bb6-8805-b4d5b138e564 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 Jun 16 15:56:18.565789 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-097b353a-e640-4fde-b77f-d04cdc8579ef service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326251 Jun 16 15:56:18.664160 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-910447f5-6415-4e8d-96e9-f501fbf99970 req-053468f6-7420-42d0-aa46-2caa80ebf632 service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898638 Jun 16 15:56:18.713036 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['adf15bbc-9808-4a1b-9c24-3d75366b3790'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:19.038915 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74571b49-4037-4e01-b216-2e3788e27a3a req-8a4c8414-7980-4ec8-87dd-cd3325337269 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:19.047428 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74571b49-4037-4e01-b216-2e3788e27a3a req-8a4c8414-7980-4ec8-87dd-cd3325337269 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0847657 Jun 16 15:56:19.108506 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74571b49-4037-4e01-b216-2e3788e27a3a req-96b428d9-8278-4106-968d-00de7b42a735 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600083 Jun 16 15:56:19.344054 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c5751-b065-4f26-9627-2e1463e46749 req-690cdf52-8620-4f42-87d1-ae61268a2700 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:19.346007 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0e3c5751-b065-4f26-9627-2e1463e46749 req-690cdf52-8620-4f42-87d1-ae61268a2700 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.1240492 Jun 16 15:56:19.363929 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-73b57270-21b1-42f3-9332-898ffde6a3b8 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:19.366126 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-73b57270-21b1-42f3-9332-898ffde6a3b8 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/networks?id=d5745f40-49b5-46e6-9567-9992e5c240aa HTTP/1.1" status: 200 len: 809 time: 0.1323981 Jun 16 15:56:19.393514 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-0608c98b-e7ae-4ef4-84f7-f269d595706e tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/quotas/11b24feb2f2d4acfa67631e58b899e51 HTTP/1.1" status: 200 len: 375 time: 0.0195622 Jun 16 15:56:19.398527 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0e3c5751-b065-4f26-9627-2e1463e46749 req-0e520e8d-f43b-41dc-9a4e-bed7ea1854c5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Jun 16 15:56:19.439040 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-bfb0a704-2744-4c65-a68a-2985edd0d1a9 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11b24feb2f2d4acfa67631e58b899e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437455 Jun 16 15:56:19.552487 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-33e6cd7f-ca1d-448d-bbe0-e255e6e92f5e service neutron] 10.222.0.48 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029456 Jun 16 15:56:19.601820 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9fe83-c766-47d8-bdb5-a49e8d51564a req-821e0c4a-2b13-4687-ad11-f6441f16d806 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:19.603341 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-76d9fe83-c766-47d8-bdb5-a49e8d51564a req-821e0c4a-2b13-4687-ad11-f6441f16d806 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.0788760 Jun 16 15:56:19.644158 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-76d9fe83-c766-47d8-bdb5-a49e8d51564a req-62bb5961-ebf3-43d0-97d6-176fc107ea43 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349236 Jun 16 15:56:19.671682 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-72159118-a38d-4213-aea7-b74a3b517cda service neutron] 10.222.0.48 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131423 Jun 16 15:56:20.015557 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98420ae-ebca-4054-b1a1-91df01f54aba req-44326a1b-35ae-4f4c-b8f0-cbf211c7b1d3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:20.028233 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d98420ae-ebca-4054-b1a1-91df01f54aba req-44326a1b-35ae-4f4c-b8f0-cbf211c7b1d3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.1173437 Jun 16 15:56:20.092185 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d98420ae-ebca-4054-b1a1-91df01f54aba req-7c0dbd4f-1bc7-420a-b597-1e8c8f93af40 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624976 Jun 16 15:56:20.269694 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-11cd99c6-480b-4526-9ef5-52326f34291b req-9b2bfce0-114e-48e6-bcfe-ae04193e1295 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 210 time: 0.0861173 Jun 16 15:56:20.438144 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:20.558569 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:20.563410 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:20.563809 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:20.655475 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807309-cbb8-4de1-be31-4120eef617f1 req-7221c2dd-b1c7-4e16-82e2-cf75595ec2d5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:20.674840 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-72807309-cbb8-4de1-be31-4120eef617f1 req-7221c2dd-b1c7-4e16-82e2-cf75595ec2d5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.2001646 Jun 16 15:56:20.754775 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469b586-0972-499b-9c21-400634f5922c req-c1943853-99c9-483a-bfd2-435d95f71bd3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:20.770937 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5469b586-0972-499b-9c21-400634f5922c req-c1943853-99c9-483a-bfd2-435d95f71bd3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.1242156 Jun 16 15:56:20.777294 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:20.795273 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-72807309-cbb8-4de1-be31-4120eef617f1 req-1617cf61-cd57-4604-a607-2f73e8871021 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191244 Jun 16 15:56:20.838149 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2c01a3-95a6-4870-9420-f741c3765968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76803a2e-8baa-4bf1-8d2f-cd42730c1ce5'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:20.846284 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3772dd-d95d-4c81-bf49-facf1198f295" -d '{"events": [{"server_uuid": "5c2c01a3-95a6-4870-9420-f741c3765968", "name": "network-vif-plugged", "status": "completed", "tag": "76803a2e-8baa-4bf1-8d2f-cd42730c1ce5"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:20.861730 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5469b586-0972-499b-9c21-400634f5922c req-b32bd249-8786-48b5-9bd5-84af9fadbd3b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895028 Jun 16 15:56:20.908865 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:20.919432 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:20.920772 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:20.926531 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:20.981103 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039af69-a50f-44eb-a892-7dad953699fb x-openstack-request-id: req-8039af69-a50f-44eb-a892-7dad953699fb {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:20.981708 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2c01a3-95a6-4870-9420-f741c3765968", "name": "network-vif-plugged", "status": "completed", "tag": "76803a2e-8baa-4bf1-8d2f-cd42730c1ce5", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:20.982115 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8039af69-a50f-44eb-a892-7dad953699fb {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:20.982696 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2c01a3-95a6-4870-9420-f741c3765968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76803a2e-8baa-4bf1-8d2f-cd42730c1ce5', 'code': 200} Jun 16 15:56:21.061116 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:21.066201 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:21.081739 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port adf15bbc-9808-4a1b-9c24-3d75366b3790 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:21.087094 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port adf15bbc-9808-4a1b-9c24-3d75366b3790 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:21.087475 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.148833 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d40ee-266d-493c-8fec-66d7047bcc46 req-8c0ddbe7-8e62-4914-921c-684c249fee0c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:21.150321 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4b8d40ee-266d-493c-8fec-66d7047bcc46 req-8c0ddbe7-8e62-4914-921c-684c249fee0c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.0752113 Jun 16 15:56:21.177260 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.202486 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4b8d40ee-266d-493c-8fec-66d7047bcc46 req-fa4dad3c-1320-4bad-ba20-825c94c9bf8b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Jun 16 15:56:21.225280 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:21.229444 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.231313 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:21.283705 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:21.286833 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:21.332789 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525be3c-c281-43eb-a7d2-0d54804a60e6 req-eda64b17-55da-482c-92c1-ce233881f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:21.334286 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5525be3c-c281-43eb-a7d2-0d54804a60e6 req-eda64b17-55da-482c-92c1-ce233881f289 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1099 time: 0.1238666 Jun 16 15:56:21.386560 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5525be3c-c281-43eb-a7d2-0d54804a60e6 req-69324bd1-635b-4f31-a165-55b0bc48785f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 Jun 16 15:56:21.449821 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b2fdf556-4029-478f-ae3b-3d74fc999727 req-191b47ba-0fd8-406d-a001-35f46a016d62 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 210 time: 0.0317228 Jun 16 15:56:21.582152 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-4fed881c-3d87-4bc0-9eee-3d5855bf2090 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:21.583632 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-4fed881c-3d87-4bc0-9eee-3d5855bf2090 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.89 "GET /v2.0/networks?id=d5745f40-49b5-46e6-9567-9992e5c240aa HTTP/1.1" status: 200 len: 809 time: 0.1321776 Jun 16 15:56:21.596313 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Request body: {'port': {'device_id': 'b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4', 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa', 'admin_state_up': True, 'tenant_id': '11b24feb2f2d4acfa67631e58b899e51'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:21.714586 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Made reservation on behalf of 11b24feb2f2d4acfa67631e58b899e51 for: {'port': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:21.718958 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:21.854994 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Allocated IP 172.20.0.13 (d5745f40-49b5-46e6-9567-9992e5c240aa/84299737-bf08-47d5-8f22-88a17dfcb6ce/a6832d80-3c85-4a14-ac74-c3fc8494b082) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:22.063818 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b5d13-74c6-4152-b63d-945c8e3ff7b5 req-9641c53d-d3f6-42f3-a187-2084c01cb2b3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:22.066049 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-250b5d13-74c6-4152-b63d-945c8e3ff7b5 req-9641c53d-d3f6-42f3-a187-2084c01cb2b3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 944 time: 0.0723689 Jun 16 15:56:22.066184 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.082717 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c859a10-7407-43ee-ba46-e096360bdfa7 req-14bd0a2e-c20f-4fab-a8b2-180ec8fe2159 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:22.084276 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0c859a10-7407-43ee-ba46-e096360bdfa7 req-14bd0a2e-c20f-4fab-a8b2-180ec8fe2159 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1036923 Jun 16 15:56:22.124045 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-250b5d13-74c6-4152-b63d-945c8e3ff7b5 req-8abf5d8c-1000-4b43-97bf-908dfbef5462 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499032 Jun 16 15:56:22.149148 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0c859a10-7407-43ee-ba46-e096360bdfa7 req-660b76ab-73b9-42e9-9a57-45026d2eeb66 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584013 Jun 16 15:56:22.160071 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.180181 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:22.215247 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Network d5745f40-49b5-46e6-9567-9992e5c240aa is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:22.218823 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:22.241805 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:22.288193 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Pushing event updated for resources: {'Port': ['ID=a6832d80-3c85-4a14-ac74-c3fc8494b082,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:22.367145 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.367822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.368461 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.369238 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.369911 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.370599 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.371499 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.372430 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.373094 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.373721 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.374370 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.374972 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:22.386838 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:22.419908 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:22.421145 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.443926 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device d1c55401-9c20-4296-821c-ae493173635d details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:22.449808 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8563094 Jun 16 15:56:22.475196 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Request body: {'port': {'device_id': 'b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:22.488717 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38854) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:22.622104 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port d1c55401-9c20-4296-821c-ae493173635d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d1c55401-9c20-4296-821c-ae493173635d,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:22.655085 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'd1c55401-9c20-4296-821c-ae493173635d', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'port_id': 'd1c55401-9c20-4296-821c-ae493173635d', 'mac_address': 'fa:16:3e:2f:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:22.681677 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953233a-746c-4ea8-bfbf-04e272ee29fd req-cddfbf3b-c340-41ce-960d-31cc22857e55 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:22.701802 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4953233a-746c-4ea8-bfbf-04e272ee29fd req-cddfbf3b-c340-41ce-960d-31cc22857e55 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 943 time: 0.2230558 Jun 16 15:56:22.716957 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.755416 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.766926 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.790081 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c55401-9c20-4296-821c-ae493173635d {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:22.821295 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4953233a-746c-4ea8-bfbf-04e272ee29fd req-225e6b57-65f6-45b4-8771-40109df2e490 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006601 Jun 16 15:56:22.829483 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port d1c55401-9c20-4296-821c-ae493173635d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d1c55401-9c20-4296-821c-ae493173635d,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:22.835369 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.836641 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device bfd94ccd-7d3e-44bc-9596-69bac79b5c74 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:22.918490 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:22.969830 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.979825 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port bfd94ccd-7d3e-44bc-9596-69bac79b5c74, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:22.987528 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf2b35-b1e2-4d62-bfe6-40a1f17b00a0 req-733eda89-8021-4f90-9274-52a0529b2d24 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:22.989720 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bbcf2b35-b1e2-4d62-bfe6-40a1f17b00a0 req-733eda89-8021-4f90-9274-52a0529b2d24 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 932 time: 0.1546202 Jun 16 15:56:22.990330 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:22.991002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38866) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:22.992615 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:22.994978 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b171f1-9a41-40c0-91d4-7f7ad1e7a648" -d '{"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-plugged", "status": "completed", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:22.997518 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'bfd94ccd-7d3e-44bc-9596-69bac79b5c74', 'network_id': '352e1945-abce-4cc0-943b-a178300a3932', 'port_id': 'bfd94ccd-7d3e-44bc-9596-69bac79b5c74', 'mac_address': 'fa:16:3e:bc:7b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795f67a-1d2e-4e6c-a950-6e43ff479bb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:23.002935 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:23.040829 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=d1c55401-9c20-4296-821c-ae493173635d,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.045966 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:23.062639 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.077467 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd94ccd-7d3e-44bc-9596-69bac79b5c74 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:23.078214 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bff7727d903c450498c2e48749b13194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874238 Jun 16 15:56:23.083938 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38872) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:23.091350 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bbcf2b35-b1e2-4d62-bfe6-40a1f17b00a0 req-81c309a3-d0e0-45c4-9718-61e73d419930 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896628 Jun 16 15:56:23.095610 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e76da9-a665-4094-b868-1459bdcd3ace,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.112804 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port bfd94ccd-7d3e-44bc-9596-69bac79b5c74, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:23.112804 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.113445 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:23.118793 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.119162 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.119537 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.120140 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.120504 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.120882 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.121230 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.121717 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.122070 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.122407 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.122926 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.123437 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:23.129124 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:23.142550 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa93d9d4-d9c0-495b-8dbb-f63301993e2d x-openstack-request-id: req-fa93d9d4-d9c0-495b-8dbb-f63301993e2d {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:23.142550 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-plugged", "status": "completed", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:23.142550 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa93d9d4-d9c0-495b-8dbb-f63301993e2d {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:23.142550 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'code': 200} Jun 16 15:56:23.204436 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.221597 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:23.250456 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdd80-75ae-46df-b02b-b27bd7b70d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.251063 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-684d80d8-9266-4823-aa72-3d322dbf7ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.330141 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdd80-75ae-46df-b02b-b27bd7b70d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.373341 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6832d80-3c85-4a14-ac74-c3fc8494b082 {{(pid=91872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:23.383717 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.421250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.provisioning_blocks [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Transition to ACTIVE for port object a6832d80-3c85-4a14-ac74-c3fc8494b082 will not be triggered until provisioned by entity L2. {{(pid=91872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:23.429042 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['d1c55401-9c20-4296-821c-ae493173635d'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:23.429376 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.435311 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:23.450228 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bd00f-3a8f-4fa3-b11a-42b29c7fe56c req-268a525f-2d19-4f15-a6ab-9d127aadf6ac tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:23.451851 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f48bd00f-3a8f-4fa3-b11a-42b29c7fe56c req-268a525f-2d19-4f15-a6ab-9d127aadf6ac tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 945 time: 0.1519117 Jun 16 15:56:23.466084 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['bfd94ccd-7d3e-44bc-9596-69bac79b5c74'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:23.499472 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5e741-72e2-4105-8940-84ecb5d88d3e req-0b4504aa-0e2c-4913-92d0-4df61c7caea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:23.501621 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-80c5e741-72e2-4105-8940-84ecb5d88d3e req-0b4504aa-0e2c-4913-92d0-4df61c7caea9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 1098 time: 0.1384795 Jun 16 15:56:23.527437 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-684d80d8-9266-4823-aa72-3d322dbf7ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.531375 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79589a26-c2ba-42e0-886d-482cb9ab3fe9 req-af6c60cf-9be5-4778-be14-715dff18f75b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:23.537732 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-79589a26-c2ba-42e0-886d-482cb9ab3fe9 req-af6c60cf-9be5-4778-be14-715dff18f75b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.2272043 Jun 16 15:56:23.541114 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdd80-75ae-46df-b02b-b27bd7b70d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.541886 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-684d80d8-9266-4823-aa72-3d322dbf7ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.544288 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdd80-75ae-46df-b02b-b27bd7b70d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.545546 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-6f8fdd80-75ae-46df-b02b-b27bd7b70d24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06e76da9-a665-4094-b868-1459bdcd3ace HTTP/1.1" status: 204 len: 168 time: 0.4606891 Jun 16 15:56:23.546319 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f48bd00f-3a8f-4fa3-b11a-42b29c7fe56c req-b0e7a851-2ea2-45a8-bd6d-d4e288ffd303 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816123 Jun 16 15:56:23.549826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d45e6f9e-86fe-45ca-9ea2-4e9b42d018e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:23.581214 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Pushing event updated for resources: {'Port': ['ID=a6832d80-3c85-4a14-ac74-c3fc8494b082,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.605573 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-80c5e741-72e2-4105-8940-84ecb5d88d3e req-364237d9-5eef-4e43-97ae-af910f2a0240 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951734 Jun 16 15:56:23.614178 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d80d8-9266-4823-aa72-3d322dbf7ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf99d84e-0ebd-4b3b-a0ec-66721c85fea1,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.619231 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-684d80d8-9266-4823-aa72-3d322dbf7ed7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e69a44e7c0064e22bb57fa7bc8a3a1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6271234 Jun 16 15:56:23.620178 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-684d80d8-9266-4823-aa72-3d322dbf7ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:23.626707 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38880) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:23.640624 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:23.641637 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:23.679080 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-79589a26-c2ba-42e0-886d-482cb9ab3fe9 req-c34b91a5-5ff3-45be-8e26-11f86cd627bf tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397035 Jun 16 15:56:23.683902 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fdd80-75ae-46df-b02b-b27bd7b70d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e76da9-a665-4094-b868-1459bdcd3ace,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.687691 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6f8fdd80-75ae-46df-b02b-b27bd7b70d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:23.696133 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-385999de-107b-4766-803b-7fd039710f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.715230 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.managers [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Attempting to bind port a6832d80-3c85-4a14-ac74-c3fc8494b082 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:23.715722 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.managers [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Attempting to bind port a6832d80-3c85-4a14-ac74-c3fc8494b082 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '2193011c-0f99-4d5a-bae2-4377727c67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa'}] {{(pid=91872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:23.716252 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Attempting to bind port a6832d80-3c85-4a14-ac74-c3fc8494b082 on network d5745f40-49b5-46e6-9567-9992e5c240aa {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:23.722269 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Port a6832d80-3c85-4a14-ac74-c3fc8494b082 on network d5745f40-49b5-46e6-9567-9992e5c240aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:56:23.723051 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Attempting to bind port a6832d80-3c85-4a14-ac74-c3fc8494b082 on network d5745f40-49b5-46e6-9567-9992e5c240aa {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:23.728451 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:23.728954 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Checking segment: {'id': '2193011c-0f99-4d5a-bae2-4377727c67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:23.729475 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Bound using segment: {'id': '2193011c-0f99-4d5a-bae2-4377727c67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa'} {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:23.730048 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.managers [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Bound port: a6832d80-3c85-4a14-ac74-c3fc8494b082, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2193011c-0f99-4d5a-bae2-4377727c67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa'}}] {{(pid=91872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:23.730620 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.759820 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-385999de-107b-4766-803b-7fd039710f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.856762 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-385999de-107b-4766-803b-7fd039710f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.861826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-385999de-107b-4766-803b-7fd039710f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.862082 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] For port a6832d80-3c85-4a14-ac74-c3fc8494b082, host hv-cinder-79611, cleared binding levels {{(pid=91872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:23.865534 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-385999de-107b-4766-803b-7fd039710f8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf99d84e-0ebd-4b3b-a0ec-66721c85fea1 HTTP/1.1" status: 204 len: 168 time: 0.2353814 Jun 16 15:56:23.865534 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:23.867025 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] For port a6832d80-3c85-4a14-ac74-c3fc8494b082, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a6832d80-3c85-4a14-ac74-c3fc8494b082,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:23.871504 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.874713 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385999de-107b-4766-803b-7fd039710f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf99d84e-0ebd-4b3b-a0ec-66721c85fea1,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.876822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:23.884402 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-385999de-107b-4766-803b-7fd039710f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:23.921707 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:23.922985 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:23.924779 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] 10.222.0.89 "PUT /v2.0/ports/a6832d80-3c85-4a14-ac74-c3fc8494b082 HTTP/1.1" status: 200 len: 1094 time: 1.4612019 Jun 16 15:56:23.925260 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4', 'tag': 'a6832d80-3c85-4a14-ac74-c3fc8494b082'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:23.928284 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5623b9d-624f-4b6d-ac3e-d810690c20c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4", "tag": "a6832d80-3c85-4a14-ac74-c3fc8494b082"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:23.971424 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Pushing event updated for resources: {'Port': ['ID=a6832d80-3c85-4a14-ac74-c3fc8494b082,revision_number=3']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:23.975372 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:24.017451 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ad096a-d16a-48a3-8a77-790168397e51 x-openstack-request-id: req-01ad096a-d16a-48a3-8a77-790168397e51 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:24.017925 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4", "tag": "a6832d80-3c85-4a14-ac74-c3fc8494b082", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:24.018401 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01ad096a-d16a-48a3-8a77-790168397e51 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:24.019212 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4', 'tag': 'a6832d80-3c85-4a14-ac74-c3fc8494b082', 'status': 'completed', 'code': 200} Jun 16 15:56:24.051593 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-62ed8195-256a-494f-8f51-79832e45f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:24.053246 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-62ed8195-256a-494f-8f51-79832e45f7a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11b24feb2f2d4acfa67631e58b899e51&device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 1097 time: 0.0668147 Jun 16 15:56:24.075756 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cd388-1e64-4bc1-830a-0f57c8bb7995 req-07dd8998-7653-4bd2-8a34-7fb224c9c595 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:24.077570 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dd8cd388-1e64-4bc1-830a-0f57c8bb7995 req-07dd8998-7653-4bd2-8a34-7fb224c9c595 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 944 time: 0.0978365 Jun 16 15:56:24.091375 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38894) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:24.101278 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-454d2663-2edb-4118-b1b6-f1ca8c4b1e52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6832d80-3c85-4a14-ac74-c3fc8494b082 HTTP/1.1" status: 200 len: 217 time: 0.0398128 Jun 16 15:56:24.127498 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7f94-b2e0-4f24-a793-f555e0785ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.153426 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dd8cd388-1e64-4bc1-830a-0f57c8bb7995 req-f5654dce-6a5a-409c-bd9c-b6e01875bbc1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690408 Jun 16 15:56:24.160962 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-62d43594-684d-433a-8ced-7759313b401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:24.162438 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-62d43594-684d-433a-8ced-7759313b401f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84299737-bf08-47d5-8f22-88a17dfcb6ce HTTP/1.1" status: 200 len: 849 time: 0.0540104 Jun 16 15:56:24.220927 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-93e6438a-bd61-4676-a351-89656027d10f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d5745f40-49b5-46e6-9567-9992e5c240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510683 Jun 16 15:56:24.254440 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7f94-b2e0-4f24-a793-f555e0785ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.259223 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7f94-b2e0-4f24-a793-f555e0785ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.262964 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa1df7e0-8298-4c8a-a1da-273a970b8b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:24.302162 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f7f94-b2e0-4f24-a793-f555e0785ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dbda36-dfd3-448b-9983-e853566f22e2,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:24.309323 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-2c5f7f94-b2e0-4f24-a793-f555e0785ed2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec03746834f54472aff633e3b9468028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144341 Jun 16 15:56:24.309323 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2c5f7f94-b2e0-4f24-a793-f555e0785ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:24.309554 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38900) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:24.365216 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f38f5dc-0b38-405d-aba6-fe99c33da061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.375557 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 38902) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:24.396658 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0fcab8a2-767d-469b-bf0c-f8d55e935349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.402962 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f38f5dc-0b38-405d-aba6-fe99c33da061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.488483 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f38f5dc-0b38-405d-aba6-fe99c33da061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.491326 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f38f5dc-0b38-405d-aba6-fe99c33da061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.492456 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-0f38f5dc-0b38-405d-aba6-fe99c33da061 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4dbda36-dfd3-448b-9983-e853566f22e2 HTTP/1.1" status: 204 len: 168 time: 0.1820409 Jun 16 15:56:24.494262 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:24.506677 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38f5dc-0b38-405d-aba6-fe99c33da061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dbda36-dfd3-448b-9983-e853566f22e2,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:24.513647 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0f38f5dc-0b38-405d-aba6-fe99c33da061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:24.559985 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0fcab8a2-767d-469b-bf0c-f8d55e935349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.564140 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0fcab8a2-767d-469b-bf0c-f8d55e935349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.567477 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:24.586212 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537955-a6e6-46e9-807b-0f21b2057b39 req-9c801b86-6c50-48dc-98a6-167559819f80 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:24.589235 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ab537955-a6e6-46e9-807b-0f21b2057b39 req-9c801b86-6c50-48dc-98a6-167559819f80 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 944 time: 0.3533595 Jun 16 15:56:24.589886 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-1606bbb9-e44e-44d6-b22e-9ce322dedc7f service neutron] 10.222.0.89 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522789 Jun 16 15:56:24.607687 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-0fcab8a2-767d-469b-bf0c-f8d55e935349 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bcdd22e1e854f4ca3d7a03fa30df704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285905 Jun 16 15:56:24.618125 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 38908) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:24.620971 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcab8a2-767d-469b-bf0c-f8d55e935349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e09502-a175-4416-8c28-fcc3b84bd92d,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:24.624276 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0fcab8a2-767d-469b-bf0c-f8d55e935349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:24.742875 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ab537955-a6e6-46e9-807b-0f21b2057b39 req-6ccfcd38-2353-4efc-82df-09d6f553d4d4 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437571 Jun 16 15:56:24.788696 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0a62b47c-d64a-420a-9631-f865bc2a572a req-eed87046-9d37-4a84-ab57-3d90efedc70e service neutron] 10.222.0.89 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875594 Jun 16 15:56:24.789759 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-18754098-7cb8-4ab5-8e59-4a7ec5eb47af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.834697 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-18754098-7cb8-4ab5-8e59-4a7ec5eb47af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.836116 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a7a8a-798b-4f70-8ab4-7e4daf371702 req-5e79b261-2deb-48ed-a4f3-dad86f24ee1a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:24.839680 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7b2a7a8a-798b-4f70-8ab4-7e4daf371702 req-5e79b261-2deb-48ed-a4f3-dad86f24ee1a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 945 time: 0.1322327 Jun 16 15:56:24.926058 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7b2a7a8a-798b-4f70-8ab4-7e4daf371702 req-72d3ae54-f655-4814-bd9e-8d2ce779043c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767620 Jun 16 15:56:24.934165 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-18754098-7cb8-4ab5-8e59-4a7ec5eb47af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.937474 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-18754098-7cb8-4ab5-8e59-4a7ec5eb47af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:24.939748 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-18754098-7cb8-4ab5-8e59-4a7ec5eb47af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15e09502-a175-4416-8c28-fcc3b84bd92d HTTP/1.1" status: 204 len: 168 time: 0.3189120 Jun 16 15:56:24.941999 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f1871c9e-27f3-4253-a417-8212ea443a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:24.959337 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18754098-7cb8-4ab5-8e59-4a7ec5eb47af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e09502-a175-4416-8c28-fcc3b84bd92d,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:24.966252 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-18754098-7cb8-4ab5-8e59-4a7ec5eb47af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:25.101552 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-ba6df20b-dcec-44ad-96a5-c2508a7593be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:25.103088 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-ba6df20b-dcec-44ad-96a5-c2508a7593be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11b24feb2f2d4acfa67631e58b899e51&device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 1097 time: 0.1098535 Jun 16 15:56:25.119765 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7eace-6866-4df4-993a-9197df6d39b0 req-7fbd0204-ab81-42c5-9e35-e28db77dd788 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:25.121331 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f3c7eace-6866-4df4-993a-9197df6d39b0 req-7fbd0204-ab81-42c5-9e35-e28db77dd788 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.0946717 Jun 16 15:56:25.220508 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f3c7eace-6866-4df4-993a-9197df6d39b0 req-f41a0d2c-99ab-417b-b838-ccbc731a5092 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903213 Jun 16 15:56:25.246371 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-04bca688-7e11-4f55-90de-95c70b6db7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:25.260598 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-04bca688-7e11-4f55-90de-95c70b6db7b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d5745f40-49b5-46e6-9567-9992e5c240aa HTTP/1.1" status: 200 len: 911 time: 0.1402233 Jun 16 15:56:25.320691 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-00ea34c2-4628-4d1c-978f-ce0f036a1e94 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6832d80-3c85-4a14-ac74-c3fc8494b082 HTTP/1.1" status: 200 len: 217 time: 0.0527492 Jun 16 15:56:25.379899 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ed07-7fae-420b-a127-2476495e757b req-a49eccd1-99f2-4fa1-9edb-235bc3201e23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:25.388988 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f65ed07-7fae-420b-a127-2476495e757b req-a49eccd1-99f2-4fa1-9edb-235bc3201e23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 944 time: 0.0888288 Jun 16 15:56:25.396657 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-1a070cd4-fd98-4858-857d-c6eddc412302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:25.398372 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-1a070cd4-fd98-4858-857d-c6eddc412302 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84299737-bf08-47d5-8f22-88a17dfcb6ce HTTP/1.1" status: 200 len: 849 time: 0.0663414 Jun 16 15:56:25.432747 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f65ed07-7fae-420b-a127-2476495e757b req-4291e0d1-0ea2-40a7-a8a7-009a88a6f03a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425739 Jun 16 15:56:25.451293 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-4d5a6b70-519e-4743-9812-a82bde437071 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d5745f40-49b5-46e6-9567-9992e5c240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430601 Jun 16 15:56:25.586297 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-87166fd3-47b6-45ce-a030-9b23bd95e583 service neutron] 10.222.0.89 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078331 Jun 16 15:56:25.709084 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b5623b9d-624f-4b6d-ac3e-d810690c20c4 req-2afb4183-6464-495d-9d83-b26a38373c90 service neutron] 10.222.0.89 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144633 Jun 16 15:56:25.948881 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506d82-5eb7-4350-a15a-6be5483689e7 req-f983d5f7-4df1-4d00-9be4-cb602961d3c0 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:25.956940 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d5506d82-5eb7-4350-a15a-6be5483689e7 req-f983d5f7-4df1-4d00-9be4-cb602961d3c0 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 944 time: 0.0834522 Jun 16 15:56:26.005227 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d5506d82-5eb7-4350-a15a-6be5483689e7 req-2a535170-26e8-4511-b4a9-b93ff3ef42d8 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473154 Jun 16 15:56:26.205857 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e47c95-1822-4aa8-b913-da989e4ba39b req-aa1b4499-fd01-4124-a6c9-136b2d3b3547 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:26.207454 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a8e47c95-1822-4aa8-b913-da989e4ba39b req-aa1b4499-fd01-4124-a6c9-136b2d3b3547 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 945 time: 0.0724947 Jun 16 15:56:26.258623 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a8e47c95-1822-4aa8-b913-da989e4ba39b req-d2f0d78e-b08e-4fcd-af94-fdd86ee23761 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452137 Jun 16 15:56:26.461930 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device bfd94ccd-7d3e-44bc-9596-69bac79b5c74 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:26.512300 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa7b50-54f7-4376-81ed-e88633aae10c req-98eab1d6-aede-4283-a65a-8ca853d9130d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:26.513871 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b7fa7b50-54f7-4376-81ed-e88633aae10c req-98eab1d6-aede-4283-a65a-8ca853d9130d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.0858369 Jun 16 15:56:26.525859 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port bfd94ccd-7d3e-44bc-9596-69bac79b5c74 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:26.530753 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port bfd94ccd-7d3e-44bc-9596-69bac79b5c74 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:26.531967 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.583163 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b7fa7b50-54f7-4376-81ed-e88633aae10c req-72dadd36-3dae-4c74-b072-7cd0684f39da tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618582 Jun 16 15:56:26.637079 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.675678 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e10c89-1e96-456f-bde8-b155b76efb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd94ccd-7d3e-44bc-9596-69bac79b5c74'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:26.678132 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f313a07b-530b-41d3-8c8c-ce280a060cb7" -d '{"events": [{"server_uuid": "63e10c89-1e96-456f-bde8-b155b76efb39", "name": "network-vif-plugged", "status": "completed", "tag": "bfd94ccd-7d3e-44bc-9596-69bac79b5c74"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:26.699613 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39002) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:26.701726 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port bfd94ccd-7d3e-44bc-9596-69bac79b5c74, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:26.707707 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.709241 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device d1c55401-9c20-4296-821c-ae493173635d up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:26.713263 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:26.797109 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:26.810585 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.811097 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.811637 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.812160 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.812678 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.813244 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.813892 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.814279 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.814640 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.814979 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.815308 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.815634 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:26.822270 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:26.853809 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port d1c55401-9c20-4296-821c-ae493173635d completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:26.862781 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port d1c55401-9c20-4296-821c-ae493173635d triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:26.864987 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.969337 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cf5d1-3dc5-4714-b4f2-eb9f1b621a37 req-88e70247-ec88-45d5-b2a4-d7cdab28aea9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:26.978454 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0c5cf5d1-3dc5-4714-b4f2-eb9f1b621a37 req-88e70247-ec88-45d5-b2a4-d7cdab28aea9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 944 time: 0.1900802 Jun 16 15:56:26.983357 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de37525-1c2f-40e1-9a09-77130d08a7ef req-a213a42e-1aa9-4f49-9ea4-39395ff4c083 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:26.985589 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6de37525-1c2f-40e1-9a09-77130d08a7ef req-a213a42e-1aa9-4f49-9ea4-39395ff4c083 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1700509 Jun 16 15:56:26.999328 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39010) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:27.007923 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:27.009676 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'floatingip': {'port_id': 'adf15bbc-9808-4a1b-9c24-3d75366b3790'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:27.033548 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0c5cf5d1-3dc5-4714-b4f2-eb9f1b621a37 req-2f8be110-6ca2-4e08-b56c-2968c68b3911 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535610 Jun 16 15:56:27.054271 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port d1c55401-9c20-4296-821c-ae493173635d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d1c55401-9c20-4296-821c-ae493173635d,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:27.081510 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf82413-0196-48d6-85f2-4c71f260c73e x-openstack-request-id: req-5bf82413-0196-48d6-85f2-4c71f260c73e {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:27.081941 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e10c89-1e96-456f-bde8-b155b76efb39", "name": "network-vif-plugged", "status": "completed", "tag": "bfd94ccd-7d3e-44bc-9596-69bac79b5c74", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:27.082207 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bf82413-0196-48d6-85f2-4c71f260c73e {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:27.082828 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e10c89-1e96-456f-bde8-b155b76efb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd94ccd-7d3e-44bc-9596-69bac79b5c74', 'code': 200} Jun 16 15:56:27.084328 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:27.086677 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-19cb63da-34c7-4253-8662-7fa17e4c6181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:27.150590 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfba3-3b94-4816-8576-a47ff11ad646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:27.185825 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:27.208386 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=d1c55401-9c20-4296-821c-ae493173635d,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:27.212612 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:27.319182 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba98444-9324-4c75-b714-f10f9857defe req-52b43811-3652-4875-83f9-e6c8f0410d16 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:27.321210 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5ba98444-9324-4c75-b714-f10f9857defe req-52b43811-3652-4875-83f9-e6c8f0410d16 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 944 time: 0.1023817 Jun 16 15:56:27.367356 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5ba98444-9324-4c75-b714-f10f9857defe req-6e5420f3-dc04-424a-8799-75f7a63f2684 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Jun 16 15:56:27.598482 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133f9da-ed63-4161-a79e-1f77cfde5a9e req-9ea0b518-c2a8-49c5-bdea-4fd31e45c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:27.599970 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0133f9da-ed63-4161-a79e-1f77cfde5a9e req-9ea0b518-c2a8-49c5-bdea-4fd31e45c3a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 1099 time: 0.2310748 Jun 16 15:56:27.688819 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1109-8928-47fc-ae31-d5be88226d36 req-aec172b0-7c33-4509-ad39-2d64343fa825 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:27.690017 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a51a1109-8928-47fc-ae31-d5be88226d36 req-aec172b0-7c33-4509-ad39-2d64343fa825 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.2744980 Jun 16 15:56:27.692023 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfba3-3b94-4816-8576-a47ff11ad646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:27.732866 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfba3-3b94-4816-8576-a47ff11ad646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:27.748621 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:27.764486 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0133f9da-ed63-4161-a79e-1f77cfde5a9e req-901700a4-8036-463a-a61e-2dd19dbc5b5d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440730 Jun 16 15:56:27.937191 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8f3bfba3-3b94-4816-8576-a47ff11ad646 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae0857e9f09247028df7d9d8af842950&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2364738 Jun 16 15:56:27.940702 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39044) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:27.947609 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bfba3-3b94-4816-8576-a47ff11ad646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c1b931-3f66-4de1-b3af-333c46ac2d3a,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:27.963185 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a51a1109-8928-47fc-ae31-d5be88226d36 req-7ba79a92-f0a8-4749-8b7c-97d5f666d31c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608922 Jun 16 15:56:27.964083 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f3bfba3-3b94-4816-8576-a47ff11ad646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:28.027832 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1c3c23ef-851f-4cbd-a340-ea45dff1b018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.057008 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1c3c23ef-851f-4cbd-a340-ea45dff1b018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.140221 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1c3c23ef-851f-4cbd-a340-ea45dff1b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.146335 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1c3c23ef-851f-4cbd-a340-ea45dff1b018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.149203 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1c3c23ef-851f-4cbd-a340-ea45dff1b018 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4c1b931-3f66-4de1-b3af-333c46ac2d3a HTTP/1.1" status: 204 len: 168 time: 0.2070668 Jun 16 15:56:28.150298 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:28.161353 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c23ef-851f-4cbd-a340-ea45dff1b018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c1b931-3f66-4de1-b3af-333c46ac2d3a,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:28.171273 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1c3c23ef-851f-4cbd-a340-ea45dff1b018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:28.312968 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.db.resource_extend [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:56:28.419564 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f80007-1e87-42d9-b974-b2e0502a2832 req-54215f7b-0b1e-4de4-b70b-8c882260dc75 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:28.425190 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-92f80007-1e87-42d9-b974-b2e0502a2832 req-54215f7b-0b1e-4de4-b70b-8c882260dc75 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1979504 Jun 16 15:56:28.431388 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.442175 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.499776 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a6832d80-3c85-4a14-ac74-c3fc8494b082 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:28.533347 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-92f80007-1e87-42d9-b974-b2e0502a2832 req-ddfee6af-35b4-4552-bbeb-bffb07275bcc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994389 Jun 16 15:56:28.645836 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.l3_db [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Floating IP 0f04fce9-fddd-4b0d-854f-be3f760e5fad associated. External IP: 172.27.2.241, port: adf15bbc-9808-4a1b-9c24-3d75366b3790. Jun 16 15:56:28.685483 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port a6832d80-3c85-4a14-ac74-c3fc8494b082, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a6832d80-3c85-4a14-ac74-c3fc8494b082,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:28.697905 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'a6832d80-3c85-4a14-ac74-c3fc8494b082', 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa', 'port_id': 'a6832d80-3c85-4a14-ac74-c3fc8494b082', 'mac_address': 'fa:16:3e:f1:b8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84299737-bf08-47d5-8f22-88a17dfcb6ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:28.811245 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.827871 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6832d80-3c85-4a14-ac74-c3fc8494b082 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:28.854141 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port a6832d80-3c85-4a14-ac74-c3fc8494b082, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a6832d80-3c85-4a14-ac74-c3fc8494b082,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:28.862276 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.866706 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-38000d4b-4c44-4063-bb20-8550d3668ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:28.870037 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9afa45-663a-4729-af9f-d5bb1007760c req-c190ff97-7c4b-4fee-924b-800ff4fbb97f tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:28.873310 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2a9afa45-663a-4729-af9f-d5bb1007760c req-c190ff97-7c4b-4fee-924b-800ff4fbb97f tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 944 time: 0.2235715 Jun 16 15:56:28.946436 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=a6832d80-3c85-4a14-ac74-c3fc8494b082,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:28.949716 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:29.004910 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2a9afa45-663a-4729-af9f-d5bb1007760c req-3a76d1d1-a00a-4a57-a2bc-5afe77c98390 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220167 Jun 16 15:56:29.086169 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c55401-9c20-4296-821c-ae493173635d'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:29.092642 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b6142d-14f3-44f5-a719-8edef40cd2a7" -d '{"events": [{"server_uuid": "511c4920-5148-4895-beb1-b3ba9a52d72e", "name": "network-vif-plugged", "status": "completed", "tag": "d1c55401-9c20-4296-821c-ae493173635d"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:29.111301 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Router 5f5e12ab-4be4-4328-b4ed-089919df4f22 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:56:29.158455 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca3436c-2a1a-4d21-a8e8-5c47e8f7ab1e x-openstack-request-id: req-0ca3436c-2a1a-4d21-a8e8-5c47e8f7ab1e {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:29.158762 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511c4920-5148-4895-beb1-b3ba9a52d72e", "name": "network-vif-plugged", "status": "completed", "tag": "d1c55401-9c20-4296-821c-ae493173635d", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:29.159019 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ca3436c-2a1a-4d21-a8e8-5c47e8f7ab1e {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:29.159625 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c55401-9c20-4296-821c-ae493173635d', 'code': 200} Jun 16 15:56:29.245145 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d7f42-08c9-41ea-afa5-27d0420f542e req-a6a9fa0e-df15-4e02-a0bc-3aac079f389b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:29.253263 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9e9d7f42-08c9-41ea-afa5-27d0420f542e req-a6a9fa0e-df15-4e02-a0bc-3aac079f389b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1227834 Jun 16 15:56:29.270510 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['a6832d80-3c85-4a14-ac74-c3fc8494b082'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:29.343369 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:29.345832 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9e9d7f42-08c9-41ea-afa5-27d0420f542e req-234bfe36-6450-4333-aabc-13534cddffcf tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905099 Jun 16 15:56:29.371527 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.377609 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] Sync routers for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:29.397571 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:29.398314 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:29.461653 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8715e861-1abc-4868-b70b-2c54e95b1b19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "PUT /v2.0/floatingips/0f04fce9-fddd-4b0d-854f-be3f760e5fad HTTP/1.1" status: 200 len: 991 time: 2.4569194 Jun 16 15:56:29.461653 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:29.461653 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310b498c-7019-4288-977c-704fa1aeca17" -d '{"events": [{"name": "network-changed", "server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:29.617873 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ab9b5-9cdc-48b1-9645-7f0f788cd5b7 req-cf571f60-18c5-46c7-ae84-096b7e0e8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:29.630229 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2c5ab9b5-9cdc-48b1-9645-7f0f788cd5b7 req-cf571f60-18c5-46c7-ae84-096b7e0e8725 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 1098 time: 0.1401618 Jun 16 15:56:29.639806 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39100) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:29.641822 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:29.690295 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2c5ab9b5-9cdc-48b1-9645-7f0f788cd5b7 req-5114a607-1e6f-492a-826e-4c6f9b91c4ba service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521138 Jun 16 15:56:29.738186 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403ead5-42cf-424e-9848-b4a890b0e918 x-openstack-request-id: req-c403ead5-42cf-424e-9848-b4a890b0e918 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:29.738699 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:29.739153 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c403ead5-42cf-424e-9848-b4a890b0e918 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:29.739719 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'status': 'completed', 'code': 200} Jun 16 15:56:29.839150 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1629738244-network', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:29.869057 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Made reservation on behalf of 3018201aa7cd488eb862a3d0bd1dd366 for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:29.873391 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.896169 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.967358 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b498c-7019-4288-977c-704fa1aeca17 req-1c4d6a84-4423-4a3d-b02f-0ae85af2d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:29.968892 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-310b498c-7019-4288-977c-704fa1aeca17 req-1c4d6a84-4423-4a3d-b02f-0ae85af2d766 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 1098 time: 0.1378233 Jun 16 15:56:30.115714 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d453d-480a-48de-99d7-5f976317d17f req-03ccd3c2-093b-4fcc-872a-bebe1069bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.123352 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d5d453d-480a-48de-99d7-5f976317d17f req-03ccd3c2-093b-4fcc-872a-bebe1069bc6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 1099 time: 0.1916173 Jun 16 15:56:30.207076 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b498c-7019-4288-977c-704fa1aeca17 req-c8edbf8f-4736-486f-9feb-d4a97da1df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.208957 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-310b498c-7019-4288-977c-704fa1aeca17 req-c8edbf8f-4736-486f-9feb-d4a97da1df4d service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.2270668 Jun 16 15:56:30.221265 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b871ec-fe3b-490d-b2b3-9bffe2a061e3 req-86c55e49-f8ba-4b46-867e-98981f321780 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.229061 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a4b871ec-fe3b-490d-b2b3-9bffe2a061e3 req-86c55e49-f8ba-4b46-867e-98981f321780 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.2171032 Jun 16 15:56:30.234162 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.241049 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.247776 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '0f04fce9-fddd-4b0d-854f-be3f760e5fad', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'port_id': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'mac_address': 'fa:16:3e:f8:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:55:51Z', 'updated_at': '2021-06-16T15:56:27Z', 'revision_number': 1, 'project_id': '901109e289144f64a8dd19efd1461637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:30.250567 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0c1b4aa0-496c-4c42-8abd-e2aabb4ce45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:30.254450 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] Checking router: 5f5e12ab-4be4-4328-b4ed-089919df4f22 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:30.263973 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:30.264709 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:30.279000 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f854afb-2c4c-4a0b-a900-7a8d74df4c17,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:30.285010 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:30.300202 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:56:30.316044 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d83dc2c2-1fef-4e63-ae91-5648c001b3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.320330 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d453d-480a-48de-99d7-5f976317d17f req-343e6de3-e073-4922-935a-cd0a18cabf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.322750 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d5d453d-480a-48de-99d7-5f976317d17f req-343e6de3-e073-4922-935a-cd0a18cabf78 service neutron] 10.222.0.89 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 921 time: 0.1785009 Jun 16 15:56:30.324068 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.324588 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Added segment 8eb3d381-e0cf-4a60-86d9-811b626dbf69 of type vlan for network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 Jun 16 15:56:30.350652 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a4b871ec-fe3b-490d-b2b3-9bffe2a061e3 req-8e2f0aa5-1a46-4bbf-8b2a-3f6b929a7d20 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203198 Jun 16 15:56:30.411500 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-310b498c-7019-4288-977c-704fa1aeca17 req-d11b61ca-03d0-4c47-a888-5e5b1cb5a832 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790 HTTP/1.1" status: 200 len: 999 time: 0.1788373 Jun 16 15:56:30.419277 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d5d453d-480a-48de-99d7-5f976317d17f req-db23f902-5cbd-48e1-ab69-0e0a3dbb62b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfd94ccd-7d3e-44bc-9596-69bac79b5c74 HTTP/1.1" status: 200 len: 217 time: 0.0838487 Jun 16 15:56:30.423813 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.483519 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:30.511127 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b498c-7019-4288-977c-704fa1aeca17 req-ca225951-b372-4233-9ff5-7465bca0d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.513497 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-310b498c-7019-4288-977c-704fa1aeca17 req-ca225951-b372-4233-9ff5-7465bca0d7c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.0948951 Jun 16 15:56:30.552518 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.560934 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.561524 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:30.567086 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1836fbea-87b8-4cc7-96b9-303969082e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:30.569843 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d453d-480a-48de-99d7-5f976317d17f req-4a145d62-68e9-4a26-be3d-1b940abd6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.572500 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d5d453d-480a-48de-99d7-5f976317d17f req-4a145d62-68e9-4a26-be3d-1b940abd6dd3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 200 len: 859 time: 0.1365178 Jun 16 15:56:30.626328 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b498c-7019-4288-977c-704fa1aeca17 req-51f8269f-760b-4d07-89c1-f8f687d96cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.627755 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-310b498c-7019-4288-977c-704fa1aeca17 req-51f8269f-760b-4d07-89c1-f8f687d96cb2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074262 Jun 16 15:56:30.659195 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eee99-06c3-414e-9d65-e828fbe5f245 req-cb7e98fd-1bdb-4b49-98be-6e7b5baebdac tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.660757 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5c3eee99-06c3-414e-9d65-e828fbe5f245 req-cb7e98fd-1bdb-4b49-98be-6e7b5baebdac tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 945 time: 0.1041653 Jun 16 15:56:30.760647 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5c3eee99-06c3-414e-9d65-e828fbe5f245 req-3764e79e-3f03-453f-a92c-ea10197c9f56 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881822 Jun 16 15:56:30.811984 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-310b498c-7019-4288-977c-704fa1aeca17 req-364d1b16-e28b-4ca1-975e-575120870ccc service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711841 Jun 16 15:56:30.814933 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '0f04fce9-fddd-4b0d-854f-be3f760e5fad', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'port_id': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'mac_address': 'fa:16:3e:f8:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:55:51Z', 'updated_at': '2021-06-16T15:56:27Z', 'revision_number': 1, 'project_id': '901109e289144f64a8dd19efd1461637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:30.819716 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d564bb9-5839-4318-ae0e-5d78002d349a None None] The sync data for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi is: [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '0f04fce9-fddd-4b0d-854f-be3f760e5fad', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'port_id': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'mac_address': 'fa:16:3e:f8:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:55:51Z', 'updated_at': '2021-06-16T15:56:27Z', 'revision_number': 1, 'project_id': '901109e289144f64a8dd19efd1461637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:30.871511 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d5d453d-480a-48de-99d7-5f976317d17f req-c831f542-9d34-4d05-bdcd-860f926b327f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=352e1945-abce-4cc0-943b-a178300a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476816 Jun 16 15:56:30.877429 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2352681 Jun 16 15:56:30.886642 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39118) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:30.894522 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Request body: {'subnet': {'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1629738244-subnet', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:30.936189 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Pushing event updated for resources: {'Network': ['ID=befddb0d-a440-4e48-b2cf-9a7ad0c57c78,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:30.955220 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:30.957942 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-310b498c-7019-4288-977c-704fa1aeca17 req-f59d8ed4-584d-496a-a2f3-2572d57685e9 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350920 Jun 16 15:56:30.959736 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:56:30.996012 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60dc8a-6150-4bfc-aa61-a04c4d1bed90 req-c8031d4e-fb6f-46d0-b8c0-deacb350e53c tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:30.997905 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-df60dc8a-6150-4bfc-aa61-a04c4d1bed90 req-c8031d4e-fb6f-46d0-b8c0-deacb350e53c tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.0964952 Jun 16 15:56:31.013352 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83ace2-eed0-4819-b931-6dff87025a5c req-1d71b506-c51f-4cf3-b0cd-85ab82346abb tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:31.020468 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f83ace2-eed0-4819-b931-6dff87025a5c req-1d71b506-c51f-4cf3-b0cd-85ab82346abb tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.5381212 Jun 16 15:56:31.061910 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Made reservation on behalf of 3018201aa7cd488eb862a3d0bd1dd366 for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:31.064460 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15222928'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.073381 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-df60dc8a-6150-4bfc-aa61-a04c4d1bed90 req-fb091815-10d9-419d-8d93-5eb54c932c46 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669305 Jun 16 15:56:31.212829 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d5d453d-480a-48de-99d7-5f976317d17f req-f43fa112-4951-4050-b71a-b8dcc59f7bbb service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793643 Jun 16 15:56:31.239022 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05387190-c677-43f2-806b-cedab207e80e None None] New status for floating IP 0f04fce9-fddd-4b0d-854f-be3f760e5fad: ACTIVE {{(pid=91874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:56:31.286432 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f83ace2-eed0-4819-b931-6dff87025a5c req-4591f4c4-7187-4a33-aa6d-8767fda60b90 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649679 Jun 16 15:56:31.475481 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15705064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15222914'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.482850 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c10e7d7c-cbb3-41bf-942d-0bc3a5c4ba75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:31.544576 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be5c848-fa7b-460d-be68-af6b9ab8daf4,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:31.553543 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0d5d453d-480a-48de-99d7-5f976317d17f req-522c6bf3-34bb-4182-9144-c58b522fc9c3 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250711 Jun 16 15:56:31.554604 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:31.596594 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Checking segment: {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:31.596929 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Network hostable DHCP agents. Network: befddb0d-a440-4e48-b2cf-9a7ad0c57c78, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:56:31.618492 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:56:31.629972 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, befddb0d-a440-4e48-b2cf-9a7ad0c57c78) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:31.631345 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afd7bf-090c-4a30-931d-2631b14533bc req-ff1a67db-4662-48f8-9015-ac1d3af58e55 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:31.633077 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e9afd7bf-090c-4a30-931d-2631b14533bc req-ff1a67db-4662-48f8-9015-ac1d3af58e55 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0995164 Jun 16 15:56:31.634344 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:31.635208 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.650649 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46570559-df4a-443b-8ecc-0cb7432b40f5 None None] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:56:31.654921 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7663217 Jun 16 15:56:31.658067 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39138) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:31.663537 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:31.684557 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e9afd7bf-090c-4a30-931d-2631b14533bc req-0d0e0386-0aa8-4997-848e-4629260e3a0c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442522 Jun 16 15:56:31.693237 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.696669 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.754798 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.849238 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:56:31.850112 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.942243 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:31.963168 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242446cd-cb79-43df-a846-2408a1a7b243 req-652aa69e-ad38-486d-9a3f-81ef0b208894 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:31.964956 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-242446cd-cb79-43df-a846-2408a1a7b243 req-652aa69e-ad38-486d-9a3f-81ef0b208894 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 945 time: 0.0704260 Jun 16 15:56:31.989466 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081544c-28f1-492b-aec8-2157cace25ee req-1e81efe7-e14f-44bf-afa6-d8c73fadc16b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:31.991166 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3081544c-28f1-492b-aec8-2157cace25ee req-1e81efe7-e14f-44bf-afa6-d8c73fadc16b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1602225 Jun 16 15:56:32.000053 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39144) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:32.007424 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-864c4237-f94e-40a1-9955-dbb9c9ea6e47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'floatingip': {'port_id': 'd1c55401-9c20-4296-821c-ae493173635d'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:32.010371 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Allocated IP 172.20.0.2 (befddb0d-a440-4e48-b2cf-9a7ad0c57c78/5be5c848-fa7b-460d-be68-af6b9ab8daf4/4b92af9b-8a6a-4287-b6b4-586c52f5366c) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:32.057318 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-242446cd-cb79-43df-a846-2408a1a7b243 req-19fdb6c1-5f64-4c06-b53c-3938b2605847 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847344 Jun 16 15:56:32.062087 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-864c4237-f94e-40a1-9955-dbb9c9ea6e47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.187954 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.193866 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.201624 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Transition to ACTIVE for port object 4b92af9b-8a6a-4287-b6b4-586c52f5366c will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:32.217321 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Transition to ACTIVE for port object 4b92af9b-8a6a-4287-b6b4-586c52f5366c will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:32.217976 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.223691 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.225857 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:32.271943 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:32.277802 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:32.285990 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:32.300154 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Pushing event updated for resources: {'Port': ['ID=4b92af9b-8a6a-4287-b6b4-586c52f5366c,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:32.303842 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:32.395929 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Allocated IP 172.27.2.37 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/3e84f406-82d1-41e5-8de0-af99e1ebca45) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:32.405962 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Attempting to bind port 4b92af9b-8a6a-4287-b6b4-586c52f5366c on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:32.406529 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Attempting to bind port 4b92af9b-8a6a-4287-b6b4-586c52f5366c by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:32.408711 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Attempting to bind port 4b92af9b-8a6a-4287-b6b4-586c52f5366c on network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:32.414611 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:32.415234 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Checking segment: {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:32.415746 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.416304 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Bound using segment: {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:32.417232 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Bound port: 4b92af9b-8a6a-4287-b6b4-586c52f5366c, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:32.417483 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.481765 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13202881-5021-4ccb-8c2e-e2a112406d47 req-f2b53802-0759-49a6-add7-d415f65752aa tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:32.492918 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-13202881-5021-4ccb-8c2e-e2a112406d47 req-f2b53802-0759-49a6-add7-d415f65752aa tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.2770748 Jun 16 15:56:32.511514 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] For port 4b92af9b-8a6a-4287-b6b4-586c52f5366c, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:32.515275 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] For port 4b92af9b-8a6a-4287-b6b4-586c52f5366c, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4b92af9b-8a6a-4287-b6b4-586c52f5366c,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:32.519811 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a6832d80-3c85-4a14-ac74-c3fc8494b082 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:32.525241 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.553568 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:32.610938 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-13202881-5021-4ccb-8c2e-e2a112406d47 req-f78cbcf0-a676-49db-9a21-80412f9b8ae9 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170366 Jun 16 15:56:32.631853 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Pushing event updated for resources: {'Port': ['ID=4b92af9b-8a6a-4287-b6b4-586c52f5366c,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:32.637161 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.653757 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:32.712438 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port a6832d80-3c85-4a14-ac74-c3fc8494b082 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:32.717429 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port a6832d80-3c85-4a14-ac74-c3fc8494b082 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:32.717820 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.731672 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.734061 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:32.818246 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:32.824639 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:32.828012 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:32.861357 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Pushing event updated for resources: {'Port': ['ID=3e84f406-82d1-41e5-8de0-af99e1ebca45,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:32.871271 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.871946 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:32.905240 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6832d80-3c85-4a14-ac74-c3fc8494b082'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:32.907643 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7206d9bd-6e52-4ecb-ae48-3c80fd36547b" -d '{"events": [{"server_uuid": "b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4", "name": "network-vif-plugged", "status": "completed", "tag": "a6832d80-3c85-4a14-ac74-c3fc8494b082"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:32.933741 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port a6832d80-3c85-4a14-ac74-c3fc8494b082, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a6832d80-3c85-4a14-ac74-c3fc8494b082,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:32.941004 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.943035 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:32.987832 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-864c4237-f94e-40a1-9955-dbb9c9ea6e47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.999710 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-864c4237-f94e-40a1-9955-dbb9c9ea6e47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.011543 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e80f2d-2b51-4ff1-ae8a-11a9f9d8668f x-openstack-request-id: req-69e80f2d-2b51-4ff1-ae8a-11a9f9d8668f {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:33.011916 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4", "name": "network-vif-plugged", "status": "completed", "tag": "a6832d80-3c85-4a14-ac74-c3fc8494b082", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:33.012181 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69e80f2d-2b51-4ff1-ae8a-11a9f9d8668f {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:33.012635 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6832d80-3c85-4a14-ac74-c3fc8494b082', 'code': 200} Jun 16 15:56:33.031611 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=a6832d80-3c85-4a14-ac74-c3fc8494b082,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:33.035382 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:33.186867 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a66360-e3cc-4af8-840b-06613cf7eb13 req-9f52ca8b-d210-4cdd-8e5b-5c2936adf693 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:33.189017 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e1a66360-e3cc-4af8-840b-06613cf7eb13 req-9f52ca8b-d210-4cdd-8e5b-5c2936adf693 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1946168 Jun 16 15:56:33.250168 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e1a66360-e3cc-4af8-840b-06613cf7eb13 req-4e22faf3-292e-4a88-8425-fb36d4a1a062 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535846 Jun 16 15:56:33.253732 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.l3_db [None req-864c4237-f94e-40a1-9955-dbb9c9ea6e47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Floating IP 322f22cc-92db-4042-b5c6-934585ba107e associated. External IP: 172.27.2.3, port: d1c55401-9c20-4296-821c-ae493173635d. Jun 16 15:56:33.291804 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-6d6258ba-f014-41a3-b857-bea920364727 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:33.293367 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-6d6258ba-f014-41a3-b857-bea920364727 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.2225075 Jun 16 15:56:33.506806 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777502e9-776c-480e-bf66-6f03188ab057 req-759adbc4-4cd8-4eed-a8d8-1dd04891937e tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:33.513831 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-777502e9-776c-480e-bf66-6f03188ab057 req-759adbc4-4cd8-4eed-a8d8-1dd04891937e tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 946 time: 0.2748213 Jun 16 15:56:33.541517 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f140e-4c36-491a-8628-0510cda47b82 req-d677b655-a4fb-47bb-87dd-681a6a05bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:33.543435 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3d1f140e-4c36-491a-8628-0510cda47b82 req-d677b655-a4fb-47bb-87dd-681a6a05bfaf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 1099 time: 0.1696310 Jun 16 15:56:33.568284 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864c4237-f94e-40a1-9955-dbb9c9ea6e47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Router 2bc62cc5-a97e-4669-9982-d432b46bc67b has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:56:33.577306 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.610884 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3d1f140e-4c36-491a-8628-0510cda47b82 req-9aa312f2-f9fd-4aa4-bf60-93bb04836a75 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496552 Jun 16 15:56:33.643966 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-777502e9-776c-480e-bf66-6f03188ab057 req-d691b32a-5a05-402f-9709-a5b753c7220c tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292734 Jun 16 15:56:33.765251 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864c4237-f94e-40a1-9955-dbb9c9ea6e47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:33.775083 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-864c4237-f94e-40a1-9955-dbb9c9ea6e47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:33.787730 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] Sync routers for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:33.804768 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:33.805547 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:33.839100 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-864c4237-f94e-40a1-9955-dbb9c9ea6e47 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "PUT /v2.0/floatingips/322f22cc-92db-4042-b5c6-934585ba107e HTTP/1.1" status: 200 len: 989 time: 1.8364427 Jun 16 15:56:33.839855 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'tag': 'd1c55401-9c20-4296-821c-ae493173635d'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:33.842632 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc57db-1c83-412a-bb13-431c158876f8" -d '{"events": [{"name": "network-changed", "server_uuid": "511c4920-5148-4895-beb1-b3ba9a52d72e", "tag": "d1c55401-9c20-4296-821c-ae493173635d"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:34.153923 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de93f327-c125-470b-97c7-77a669903bbd x-openstack-request-id: req-de93f327-c125-470b-97c7-77a669903bbd {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:34.154512 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511c4920-5148-4895-beb1-b3ba9a52d72e", "tag": "d1c55401-9c20-4296-821c-ae493173635d", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:34.154512 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de93f327-c125-470b-97c7-77a669903bbd {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:34.154883 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'tag': 'd1c55401-9c20-4296-821c-ae493173635d', 'status': 'completed', 'code': 200} Jun 16 15:56:34.188021 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:34.218554 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48080ce2-3477-4ded-8c92-e98f1658dfb2 None None] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:56:34.221761 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Deleting port c7c20871-e3f5-4515-86fb-a5a5f299bf71 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:56:34.222385 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.292753 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996397-9a9d-462b-9641-dd2eee439892 req-c90aa9fa-5ddb-4701-ad14-298b6bc88755 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:34.301151 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cb996397-9a9d-462b-9641-dd2eee439892 req-c90aa9fa-5ddb-4701-ad14-298b6bc88755 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 946 time: 0.2640231 Jun 16 15:56:34.369530 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-37d5f026-f63b-4c49-beec-f454233ae65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:34.371203 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-37d5f026-f63b-4c49-beec-f454233ae65e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 1098 time: 0.1819208 Jun 16 15:56:34.401983 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.438854 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cb996397-9a9d-462b-9641-dd2eee439892 req-ad7ecf5c-77b7-4b7b-a7cf-073db346f0cb tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/security-groups?id=cebf5148-0c37-4228-9b55-a427486d539a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361270 Jun 16 15:56:34.492849 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4b92af9b-8a6a-4287-b6b4-586c52f5366c up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:34.538781 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] For port c7c20871-e3f5-4515-86fb-a5a5f299bf71, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c7c20871-e3f5-4515-86fb-a5a5f299bf71,segment=NetworkSegment(f4f0f689-5d4b-4092-887d-9948920317d4),segment_id=f4f0f689-5d4b-4092-887d-9948920317d4)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:34.539927 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.566987 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-0a89358a-5c32-460e-8c74-c3848fb49fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:34.567204 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-028a8cf7-112c-4182-a23f-2405ea74b81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.568988 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-0a89358a-5c32-460e-8c74-c3848fb49fc9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 913 time: 0.1905646 Jun 16 15:56:34.588008 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-f986a582-95c6-4e3e-82e9-4eab4548984e None None] Provisioning for port 4b92af9b-8a6a-4287-b6b4-586c52f5366c completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:34.595109 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840dfd2-6e5b-4d4c-9739-d14d82c253af req-9fea702f-f5a3-4d06-bedf-313e2d32f265 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:34.597216 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a840dfd2-6e5b-4d4c-9739-d14d82c253af req-9fea702f-f5a3-4d06-bedf-313e2d32f265 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1521287 Jun 16 15:56:34.621280 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '322f22cc-92db-4042-b5c6-934585ba107e', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'port_id': 'd1c55401-9c20-4296-821c-ae493173635d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'mac_address': 'fa:16:3e:2f:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:55:55Z', 'updated_at': '2021-06-16T15:56:32Z', 'revision_number': 1, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:34.627140 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] Checking router: 2bc62cc5-a97e-4669-9982-d432b46bc67b for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:34.637006 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:34.637677 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:34.660686 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Calling delete_port for c7c20871-e3f5-4515-86fb-a5a5f299bf71 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:56:34.701798 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 4b92af9b-8a6a-4287-b6b4-586c52f5366c completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:34.709003 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 4b92af9b-8a6a-4287-b6b4-586c52f5366c triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:34.709387 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.731158 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a840dfd2-6e5b-4d4c-9739-d14d82c253af req-b03996d2-9135-402d-a9bd-403299514393 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220758 Jun 16 15:56:34.794641 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-d69ebcde-c233-44e2-87fa-ae406465a568 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c55401-9c20-4296-821c-ae493173635d HTTP/1.1" status: 200 len: 997 time: 0.1957040 Jun 16 15:56:34.834537 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:34.841041 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.901680 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 4b92af9b-8a6a-4287-b6b4-586c52f5366c, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4b92af9b-8a6a-4287-b6b4-586c52f5366c,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:34.914968 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.932824 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:34.934987 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-dd85a82e-a986-4b01-9089-a44297630fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:34.937881 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-dd85a82e-a986-4b01-9089-a44297630fe1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e9a1c22-17c7-4892-b583-1c348d69e6a0 HTTP/1.1" status: 200 len: 850 time: 0.1246111 Jun 16 15:56:35.046367 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=4b92af9b-8a6a-4287-b6b4-586c52f5366c,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:35.058317 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:35.066606 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:56:35.136990 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-f3bc3be8-e207-4fb5-a61b-f7d34699e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:35.144308 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-f3bc3be8-e207-4fb5-a61b-f7d34699e15e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a50a3315-6c80-4963-ada6-ff4dadfa88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1957653 Jun 16 15:56:35.193292 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a1c5e-a6fa-419a-8d7d-c18b1ec629ee req-06337def-4b80-4828-867a-303e858b71c6 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:35.194860 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-848a1c5e-a6fa-419a-8d7d-c18b1ec629ee req-06337def-4b80-4828-867a-303e858b71c6 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 946 time: 0.2849658 Jun 16 15:56:35.226272 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-2173dda3-9f75-437d-86ec-e31996c1518a None None] Provisioning complete for port 4b92af9b-8a6a-4287-b6b4-586c52f5366c triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:35.228042 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2173dda3-9f75-437d-86ec-e31996c1518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.283480 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.300396 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-9261e54d-79b3-4955-95de-7f8f36652598 service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360197 Jun 16 15:56:35.310198 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.320573 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:35.338227 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['c7c20871-e3f5-4515-86fb-a5a5f299bf71'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:35.350148 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '322f22cc-92db-4042-b5c6-934585ba107e', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'port_id': 'd1c55401-9c20-4296-821c-ae493173635d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'mac_address': 'fa:16:3e:2f:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:55:55Z', 'updated_at': '2021-06-16T15:56:32Z', 'revision_number': 1, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:35.354886 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddadae11-50c4-4930-a3ff-db03f751ecb8 None None] The sync data for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi is: [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '322f22cc-92db-4042-b5c6-934585ba107e', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'port_id': 'd1c55401-9c20-4296-821c-ae493173635d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'mac_address': 'fa:16:3e:2f:61:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:55:55Z', 'updated_at': '2021-06-16T15:56:32Z', 'revision_number': 1, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:35.384748 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Pushing event deleted for resources: {'Port': ['ID=c7c20871-e3f5-4515-86fb-a5a5f299bf71,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:35.387356 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:35.447081 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3ebc57db-1c83-412a-bb13-431c158876f8 req-b59e0669-bb4a-478c-9800-51d25ba272ea service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385143 Jun 16 15:56:35.479354 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] No DVR routers for this DVR port c7c20871-e3f5-4515-86fb-a5a5f299bf71 on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:56:35.495584 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.497628 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1819b85e-cab7-40fa-8a99-ff7ee160e1c6 req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.89 "DELETE /v2.0/ports/c7c20871-e3f5-4515-86fb-a5a5f299bf71 HTTP/1.1" status: 204 len: 173 time: 2.1582842 Jun 16 15:56:35.500154 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d513f2-ca22-4207-9cc7-a53dc337ab20', 'name': 'network-vif-deleted', 'tag': 'c7c20871-e3f5-4515-86fb-a5a5f299bf71'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:35.503501 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cad25d-7410-4794-9131-5de74ae7ade0" -d '{"events": [{"server_uuid": "d8d513f2-ca22-4207-9cc7-a53dc337ab20", "name": "network-vif-deleted", "tag": "c7c20871-e3f5-4515-86fb-a5a5f299bf71"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:35.511345 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-848a1c5e-a6fa-419a-8d7d-c18b1ec629ee req-d5be7a3d-efc5-44b3-bc20-919e8bbe66e5 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032970 Jun 16 15:56:35.528681 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:35.540608 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Sync routers for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:35.546407 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:35.550114 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8885641 Jun 16 15:56:35.550347 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39214) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:35.555027 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:35.555981 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:35.660496 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b4c56c-e8d7-43a9-b99b-fcb3f6cf6720 x-openstack-request-id: req-d9b4c56c-e8d7-43a9-b99b-fcb3f6cf6720 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:35.661367 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d513f2-ca22-4207-9cc7-a53dc337ab20", "name": "network-vif-deleted", "tag": "c7c20871-e3f5-4515-86fb-a5a5f299bf71", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:35.661763 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9b4c56c-e8d7-43a9-b99b-fcb3f6cf6720 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:35.662300 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d513f2-ca22-4207-9cc7-a53dc337ab20', 'name': 'network-vif-deleted', 'tag': 'c7c20871-e3f5-4515-86fb-a5a5f299bf71', 'status': 'completed', 'code': 200} Jun 16 15:56:35.711745 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e6970697-6399-4896-b743-4693be48b678 req-7d628132-af7a-416c-a42e-d676ab446dce tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8d513f2-ca22-4207-9cc7-a53dc337ab20 HTTP/1.1" status: 200 len: 210 time: 0.0636659 Jun 16 15:56:35.742833 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25843589-a0c8-4e0d-b030-84882f0d10e7 None None] New status for floating IP 322f22cc-92db-4042-b5c6-934585ba107e: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:56:35.783819 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:36.092418 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:33Z', 'revision_number': 3, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:36.098460 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Checking router: 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:36.098823 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Updating router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 port 3e84f406-82d1-41e5-8de0-af99e1ebca45 binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:56:36.147603 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.261570 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117746ab-8411-4ce8-8208-248290201f86 req-ac077d88-e19c-4503-9f1b-e9c19c178efc tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:36.264581 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-117746ab-8411-4ce8-8208-248290201f86 req-ac077d88-e19c-4503-9f1b-e9c19c178efc tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.3646197 Jun 16 15:56:36.361500 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-117746ab-8411-4ce8-8208-248290201f86 req-b098b6fb-18f3-45eb-9172-57d033b15227 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849891 Jun 16 15:56:36.390791 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4b92af9b-8a6a-4287-b6b4-586c52f5366c up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:36.420850 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39238) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:36.462833 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.487557 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 4b92af9b-8a6a-4287-b6b4-586c52f5366c triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:36.488058 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.606915 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.772406 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aef14-4319-4ae9-93d5-b35f7ca9bf5a req-270aa0b8-8cdd-44ed-a8cf-35903b644052 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:36.774048 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c76aef14-4319-4ae9-93d5-b35f7ca9bf5a req-270aa0b8-8cdd-44ed-a8cf-35903b644052 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 946 time: 0.0975549 Jun 16 15:56:36.774512 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.791593 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Transition to ACTIVE for port object 3e84f406-82d1-41e5-8de0-af99e1ebca45 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:36.800933 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.803763 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:36.838935 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c76aef14-4319-4ae9-93d5-b35f7ca9bf5a req-c30b234b-95bb-4f61-a139-83aacb11c725 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589535 Jun 16 15:56:36.883717 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Attempting to bind port 3e84f406-82d1-41e5-8de0-af99e1ebca45 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:36.884105 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Attempting to bind port 3e84f406-82d1-41e5-8de0-af99e1ebca45 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:36.884475 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Attempting to bind port 3e84f406-82d1-41e5-8de0-af99e1ebca45 on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:36.896782 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b54067-e6c9-43c0-ada6-6b055cffdb67 None None] Pushing event updated for resources: {'Port': ['ID=3e84f406-82d1-41e5-8de0-af99e1ebca45,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:36.901160 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f3b54067-e6c9-43c0-ada6-6b055cffdb67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:36.902490 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:36.902880 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:36.903290 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.903692 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:36.904181 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Bound port: 3e84f406-82d1-41e5-8de0-af99e1ebca45, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:36.904584 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.930968 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-29878626-5578-4a52-88bc-f078429e8d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.974738 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] For port 3e84f406-82d1-41e5-8de0-af99e1ebca45, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:36.978670 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] For port 3e84f406-82d1-41e5-8de0-af99e1ebca45, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=3e84f406-82d1-41e5-8de0-af99e1ebca45,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:36.983225 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:36.988042 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:37.007941 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-6ced875b-a5ed-4072-8da3-599bdc837491 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:37.015606 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-6ced875b-a5ed-4072-8da3-599bdc837491 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 814 time: 0.5014324 Jun 16 15:56:37.042713 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:37.043362 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:37.047081 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-643443ad-f804-4452-ae22-626674bce3b7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/quotas/b827f81e9e054d9cbece81015aa3d8c1 HTTP/1.1" status: 200 len: 375 time: 0.0304379 Jun 16 15:56:37.166706 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b54067-e6c9-43c0-ada6-6b055cffdb67 None None] Pushing event updated for resources: {'Port': ['ID=3e84f406-82d1-41e5-8de0-af99e1ebca45,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:37.170854 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f3b54067-e6c9-43c0-ada6-6b055cffdb67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:37.247751 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Allocated IP 172.20.0.1 (befddb0d-a440-4e48-b2cf-9a7ad0c57c78/5be5c848-fa7b-460d-be68-af6b9ab8daf4/8df489bf-6b68-41e9-bedd-b3521728be94) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:37.284758 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:37.314554 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-861d9512-8fd1-4463-8701-f91548d2fd12 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2272964 Jun 16 15:56:37.316484 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-29878626-5578-4a52-88bc-f078429e8d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.332425 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-29878626-5578-4a52-88bc-f078429e8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.343781 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:37.482311 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-29878626-5578-4a52-88bc-f078429e8d65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7641e49b04cc46d9aa64e5db2c94bfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0601966 Jun 16 15:56:37.485316 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39274) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:37.487856 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29878626-5578-4a52-88bc-f078429e8d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e630f7d2-d3af-4c12-9ad3-c1cf5ab8bd30,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:37.494311 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-29878626-5578-4a52-88bc-f078429e8d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:37.554725 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c5d01f42-9d29-4b0d-a902-e766b7b1b422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.555879 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.573850 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Transition to ACTIVE for port object 8df489bf-6b68-41e9-bedd-b3521728be94 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:37.587492 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c5d01f42-9d29-4b0d-a902-e766b7b1b422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.618952 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-0817608d-2f49-4ca3-ba10-096c6c0a53bc service neutron] 10.222.0.48 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889459 Jun 16 15:56:37.619633 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:33Z', 'revision_number': 3, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:37.620853 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.624201 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2519a1d8-efd9-4507-bd44-39510cb339aa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:37.633013 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cdec74-7156-401c-822f-25e34356a4ab None None] The sync data for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi is: [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:33Z', 'revision_number': 3, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:37.701785 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Pushing event updated for resources: {'Port': ['ID=8df489bf-6b68-41e9-bedd-b3521728be94,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:37.703554 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c5d01f42-9d29-4b0d-a902-e766b7b1b422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.708904 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:37.709139 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c5d01f42-9d29-4b0d-a902-e766b7b1b422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.711680 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-c5d01f42-9d29-4b0d-a902-e766b7b1b422 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e630f7d2-d3af-4c12-9ad3-c1cf5ab8bd30 HTTP/1.1" status: 204 len: 168 time: 0.2239487 Jun 16 15:56:37.714499 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:37.724891 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d01f42-9d29-4b0d-a902-e766b7b1b422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e630f7d2-d3af-4c12-9ad3-c1cf5ab8bd30,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:37.742135 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:37.744833 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c5d01f42-9d29-4b0d-a902-e766b7b1b422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:37.753880 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:37.762954 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:37.826524 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991722f-3661-46c5-8054-ece95ae2d75d req-31e7e3eb-9f88-433d-80bb-599b9443f309 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:37.837639 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9991722f-3661-46c5-8054-ece95ae2d75d req-31e7e3eb-9f88-433d-80bb-599b9443f309 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1786168 Jun 16 15:56:37.882039 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:37.887854 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9991722f-3661-46c5-8054-ece95ae2d75d req-80648eeb-342f-4d62-aaac-ba50a42ea560 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488527 Jun 16 15:56:37.942055 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-1016a6fd-277c-444b-816f-d43c0a3ba527 service neutron] 10.222.0.48 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468400 Jun 16 15:56:38.093265 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-020c3dc6-6d90-4e85-8a14-b4e59d67cbed None None] Provisioning for port 8df489bf-6b68-41e9-bedd-b3521728be94 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:38.110522 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-020c3dc6-6d90-4e85-8a14-b4e59d67cbed None None] Provisioning complete for port 8df489bf-6b68-41e9-bedd-b3521728be94 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:38.110522 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-020c3dc6-6d90-4e85-8a14-b4e59d67cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.166397 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.229188 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-020c3dc6-6d90-4e85-8a14-b4e59d67cbed None None] Port 8df489bf-6b68-41e9-bedd-b3521728be94 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:56:38.303012 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39286) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:38.343644 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e94d1316-a8a1-4ca2-9c92-23fbf5817d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.350947 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 3e84f406-82d1-41e5-8de0-af99e1ebca45 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:38.424508 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 3e84f406-82d1-41e5-8de0-af99e1ebca45 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:38.439642 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 3e84f406-82d1-41e5-8de0-af99e1ebca45 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:38.440612 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.507384 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device c7c20871-e3f5-4515-86fb-a5a5f299bf71 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:56:38.576867 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d2cb6e7e-9985-42b3-ba5a-da56ba05c2ef req-e7f6682e-7f30-44fb-8eb0-e459d9113a81 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 210 time: 0.1195600 Jun 16 15:56:38.651495 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.677268 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e94d1316-a8a1-4ca2-9c92-23fbf5817d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.687270 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e94d1316-a8a1-4ca2-9c92-23fbf5817d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.689639 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: c7c20871-e3f5-4515-86fb-a5a5f299bf71 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:56:38.690465 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device c7c20871-e3f5-4515-86fb-a5a5f299bf71 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:56:38.710182 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-71a76deb-3080-4cf3-a678-784e3de8d0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:38.719760 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 3e84f406-82d1-41e5-8de0-af99e1ebca45, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=3e84f406-82d1-41e5-8de0-af99e1ebca45,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:38.721846 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.728510 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.733982 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8dbeeac0-e5c9-4c60-a72a-25799e2a6005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:38.802285 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.816706 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:38.836870 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:38.865603 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-e94d1316-a8a1-4ca2-9c92-23fbf5817d47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5fc28e1a132469da706f1c12827046b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5605931 Jun 16 15:56:38.877780 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39306) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:38.881184 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d1316-a8a1-4ca2-9c92-23fbf5817d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e2de83-5e84-4911-8475-8d015199b379,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:38.900956 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=3e84f406-82d1-41e5-8de0-af99e1ebca45,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:38.906405 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:38.908701 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-e94d1316-a8a1-4ca2-9c92-23fbf5817d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:38.975091 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-144162f1-eea0-45b3-85d6-4217323ad4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.005763 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.011936 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-144162f1-eea0-45b3-85d6-4217323ad4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.081886 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-144162f1-eea0-45b3-85d6-4217323ad4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.087661 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-144162f1-eea0-45b3-85d6-4217323ad4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.089315 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-144162f1-eea0-45b3-85d6-4217323ad4fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54e2de83-5e84-4911-8475-8d015199b379 HTTP/1.1" status: 204 len: 168 time: 0.2098446 Jun 16 15:56:39.090172 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d832d7dc-5ea8-4550-a3a0-bd46beec9390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:39.117080 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144162f1-eea0-45b3-85d6-4217323ad4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e2de83-5e84-4911-8475-8d015199b379,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:39.127443 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39316) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:39.136022 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-144162f1-eea0-45b3-85d6-4217323ad4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:39.145760 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Pushing event updated for resources: {'Port': ['ID=8df489bf-6b68-41e9-bedd-b3521728be94,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:39.180166 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:39.273494 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e3dee0-4cf5-4b58-a4c5-0d7960ecadc2 admin admin] Deleting subnet 38dd22b7-74ba-4f77-92f9-097474eab204 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:56:39.279751 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dee0-4cf5-4b58-a4c5-0d7960ecadc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.335717 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8947-2d95-4de3-a539-2b0af2aa26d5 req-9dfa15c5-559e-4b0a-8008-d7397bc24d98 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:39.340961 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc2d3b-3bcc-4789-aa9a-51fd5d15e4b0 req-262557ab-f718-496f-be51-dd96f7f4ff20 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:39.342454 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26fc2d3b-3bcc-4789-aa9a-51fd5d15e4b0 req-262557ab-f718-496f-be51-dd96f7f4ff20 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 946 time: 0.4023039 Jun 16 15:56:39.351185 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-97ef8947-2d95-4de3-a539-2b0af2aa26d5 req-9dfa15c5-559e-4b0a-8008-d7397bc24d98 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1002510 Jun 16 15:56:39.387313 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:39.390056 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dee0-4cf5-4b58-a4c5-0d7960ecadc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15610773'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.393575 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:39.399434 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-97ef8947-2d95-4de3-a539-2b0af2aa26d5 req-aaf3d4a5-4596-4615-bfa9-9dac3347737d tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Jun 16 15:56:39.448647 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26fc2d3b-3bcc-4789-aa9a-51fd5d15e4b0 req-c3ea9d4b-3f68-493e-af2b-7cd0671ce20e tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972018 Jun 16 15:56:39.559950 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dee0-4cf5-4b58-a4c5-0d7960ecadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.674425 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:56:39.677252 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dee0-4cf5-4b58-a4c5-0d7960ecadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15705001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15222923'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.683514 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:39.716399 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3dee0-4cf5-4b58-a4c5-0d7960ecadc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38dd22b7-74ba-4f77-92f9-097474eab204,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:39.717183 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39322) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:39.718661 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dee0-4cf5-4b58-a4c5-0d7960ecadc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.723140 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a2e3dee0-4cf5-4b58-a4c5-0d7960ecadc2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/38dd22b7-74ba-4f77-92f9-097474eab204 HTTP/1.1" status: 204 len: 168 time: 0.5870428 Jun 16 15:56:39.723140 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a2e3dee0-4cf5-4b58-a4c5-0d7960ecadc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:39.724590 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39324) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:39.751892 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e75c76ac-4de2-4bf8-a949-cef5f89a027a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.772349 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-4a720a27-9b94-407e-8f68-bf911842dfcb None None] Provisioning complete for port 8df489bf-6b68-41e9-bedd-b3521728be94 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:39.773020 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4a720a27-9b94-407e-8f68-bf911842dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.815510 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-4a720a27-9b94-407e-8f68-bf911842dfcb None None] Port 8df489bf-6b68-41e9-bedd-b3521728be94 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:56:39.838175 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-931fe6f6-6b82-4bc5-89d6-b11fe7f87db7 req-6ed405c2-cfcc-462d-a9bc-c8ff6a5a6890 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 210 time: 0.0651524 Jun 16 15:56:39.903311 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e75c76ac-4de2-4bf8-a949-cef5f89a027a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.909082 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e75c76ac-4de2-4bf8-a949-cef5f89a027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.917349 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-e94d1316-a8a1-4ca2-9c92-23fbf5817d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:39.919676 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:39.943596 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:39.951093 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-e75c76ac-4de2-4bf8-a949-cef5f89a027a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bbbed77144a40e19804106228c869e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252140 Jun 16 15:56:39.956896 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39326) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:39.966258 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] 10.222.0.48 "PUT /v2.0/routers/0d095894-f5c0-470b-bd7b-9b3cc1d9ef57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4139552 Jun 16 15:56:39.967862 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c76ac-4de2-4bf8-a949-cef5f89a027a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa52830-5e52-47ac-8684-05a9e7272423,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:39.972596 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-e75c76ac-4de2-4bf8-a949-cef5f89a027a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:40.037234 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.050210 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c692ea-1ab0-405c-bda3-eacdbb996340']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:40.058489 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8c25729c-999f-4101-b223-791dd131e9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.065727 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f0f689-5d4b-4092-887d-9948920317d4') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:40.066279 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f0f689-5d4b-4092-887d-9948920317d4') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:40.076350 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15610764'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.086846 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8c25729c-999f-4101-b223-791dd131e9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.107427 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.116777 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:56:40.117335 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15704886'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: timer() Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: cb(*args, **kw) Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: self._notify() Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: self.callback(batched_events) Jun 16 15:56:40.135539 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: event.method(event) Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._get(url).json() Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:56:40.139189 dv-cinder-796113-4-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:56:40.167761 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8c25729c-999f-4101-b223-791dd131e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.170418 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8c25729c-999f-4101-b223-791dd131e9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.171548 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8c25729c-999f-4101-b223-791dd131e9d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3aa52830-5e52-47ac-8684-05a9e7272423 HTTP/1.1" status: 204 len: 168 time: 0.2156067 Jun 16 15:56:40.172299 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:40.191198 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25729c-999f-4101-b223-791dd131e9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa52830-5e52-47ac-8684-05a9e7272423,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:40.199253 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8c25729c-999f-4101-b223-791dd131e9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:40.254850 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 3e84f406-82d1-41e5-8de0-af99e1ebca45 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:40.258746 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.265265 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d855d654-95a2-43ff-b7e5-129e6b54cd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:40.270756 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.280191 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/92c692ea-1ab0-405c-bda3-eacdbb996340 HTTP/1.1" status: 204 len: 168 time: 0.5539532 Jun 16 15:56:40.299470 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Sync routers for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:40.304702 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c692ea-1ab0-405c-bda3-eacdbb996340,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:40.312727 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-15f96d9a-b1c5-420e-b9ca-3f085ae1e0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:40.339126 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:40.340313 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:40.519402 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-f4a18f2e-37fd-436d-9a4c-5b0328654e69 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:40.528432 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-f4a18f2e-37fd-436d-9a4c-5b0328654e69 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 814 time: 0.2005334 Jun 16 15:56:40.557936 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Request body: {'port': {'device_id': '559e7cd4-efe6-4eda-930f-a072e76467cd', 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5', 'admin_state_up': True, 'tenant_id': 'b827f81e9e054d9cbece81015aa3d8c1'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:40.581517 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 3e84f406-82d1-41e5-8de0-af99e1ebca45 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:40.585974 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.755610 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a995b85-0212-417c-b331-d46e90f9fc29 req-bd7ae110-3ca9-484c-a8ee-93dbb0b14925 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:40.767079 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9a995b85-0212-417c-b331-d46e90f9fc29 req-bd7ae110-3ca9-484c-a8ee-93dbb0b14925 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 946 time: 0.1193991 Jun 16 15:56:40.823182 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:40.871734 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048bf6d-a478-47b2-b60b-f4847b837879 req-ba3313b2-0839-434a-95a5-fa9afe879ad2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:40.885587 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8048bf6d-a478-47b2-b60b-f4847b837879 req-ba3313b2-0839-434a-95a5-fa9afe879ad2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.2352402 Jun 16 15:56:40.897203 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Made reservation on behalf of b827f81e9e054d9cbece81015aa3d8c1 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:40.903043 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:40.919513 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39358) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:40.977569 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9a995b85-0212-417c-b331-d46e90f9fc29 req-7c79df5d-efd9-43eb-9c06-7adb2eec1cbd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095754 Jun 16 15:56:41.061307 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-36b2a70f-6b00-43c9-97a7-01b6d18ea3f6 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:41.065982 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-36b2a70f-6b00-43c9-97a7-01b6d18ea3f6 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.89 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 946 time: 0.2811584 Jun 16 15:56:41.175746 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Allocated IP 172.20.0.7 (fb10f2d2-ecce-4cea-a631-52f2c68056f5/7cc6a8e5-82f3-4aec-b1ae-78d933df9972/8438f08a-e669-459f-bd27-27940b95b274) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:41.231037 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '8df489bf-6b68-41e9-bedd-b3521728be94', 'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'mac_address': 'fa:16:3e:47:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:36Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 2, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'subnets': [{'id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:41.236652 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Checking router: 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:41.237021 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Updating router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 port 8df489bf-6b68-41e9-bedd-b3521728be94 binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:56:41.281804 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.303486 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Deleting port a6832d80-3c85-4a14-ac74-c3fc8494b082 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:56:41.306780 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.312763 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8048bf6d-a478-47b2-b60b-f4847b837879 req-c7db3367-9d7b-445f-be14-db5f78090f57 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258683 Jun 16 15:56:41.392007 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3653cb9d-adef-46c0-869e-52edb8fcefd7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=498dcef939344364b9d2633f2dbff7ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1683481 Jun 16 15:56:41.392927 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39374) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:41.479547 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39378) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:41.484352 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-395476574-network', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:41.489797 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-95c1613a-6550-4521-afaf-5c8d93156da1 req-946998c3-4bb2-4afd-914b-072f4acb61d3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 210 time: 0.0525784 Jun 16 15:56:41.555076 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] For port a6832d80-3c85-4a14-ac74-c3fc8494b082, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a6832d80-3c85-4a14-ac74-c3fc8494b082,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:41.555488 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.585341 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Made reservation on behalf of f55bc78fd433445dbf580d849591bf1d for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:41.587854 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.597487 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25146c14-839c-43f5-85db-a06d7a4d3029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.602382 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.655046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25146c14-839c-43f5-85db-a06d7a4d3029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.687037 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.694182 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Calling delete_port for a6832d80-3c85-4a14-ac74-c3fc8494b082 owned by compute:nova {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:56:41.695141 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.714519 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Transition to ACTIVE for port object 8df489bf-6b68-41e9-bedd-b3521728be94 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:41.714519 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.736957 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:41.780928 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25146c14-839c-43f5-85db-a06d7a4d3029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.785207 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25146c14-839c-43f5-85db-a06d7a4d3029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.788814 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-25146c14-839c-43f5-85db-a06d7a4d3029 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cebf5148-0c37-4228-9b55-a427486d539a HTTP/1.1" status: 204 len: 168 time: 0.3758397 Jun 16 15:56:41.790052 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:41.807456 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25146c14-839c-43f5-85db-a06d7a4d3029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebf5148-0c37-4228-9b55-a427486d539a,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:41.811027 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-25146c14-839c-43f5-85db-a06d7a4d3029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:41.818360 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.824263 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:41.847371 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['55f5f05d-e34b-4baa-848b-81730be940ec'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:41.881416 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Pushing event updated for resources: {'Port': ['ID=8438f08a-e669-459f-bd27-27940b95b274,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:41.887861 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:41.937890 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Network fb10f2d2-ecce-4cea-a631-52f2c68056f5 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:41.949097 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cd9f0-cfd7-4f56-9368-2dbc25668600 None None] Pushing event updated for resources: {'Port': ['ID=8df489bf-6b68-41e9-bedd-b3521728be94,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:41.953108 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.958673 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:41.963996 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:41.971017 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a35cd9f0-cfd7-4f56-9368-2dbc25668600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:41.977012 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:42.077258 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0f38f5dc-0b38-405d-aba6-fe99c33da061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:42.107608 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Attempting to bind port 8df489bf-6b68-41e9-bedd-b3521728be94 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:42.107854 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Attempting to bind port 8df489bf-6b68-41e9-bedd-b3521728be94 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:42.108111 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Attempting to bind port 8df489bf-6b68-41e9-bedd-b3521728be94 on network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:42.118357 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:42.118806 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Checking segment: {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:42.119136 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.119533 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Bound using segment: {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:42.120015 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Bound port: 8df489bf-6b68-41e9-bedd-b3521728be94, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:42.120395 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.139555 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:56:42.159198 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.160017 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Added segment d497d983-25cf-476f-89a8-5e5cf6c75f9b of type vlan for network 450dff42-a565-4f2e-ae47-b60d5312d77e Jun 16 15:56:42.237946 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.272584 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] For port 8df489bf-6b68-41e9-bedd-b3521728be94, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:42.278450 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77922242-129d-4af0-a7e0-8529ac2f4c0f,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:42.307832 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] For port 8df489bf-6b68-41e9-bedd-b3521728be94, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=8df489bf-6b68-41e9-bedd-b3521728be94,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:42.317983 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.323036 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:42.332766 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:42.336359 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.363786 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:42.390439 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8368721 Jun 16 15:56:42.392063 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.394024 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:42.394912 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.410056 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cd9f0-cfd7-4f56-9368-2dbc25668600 None None] Pushing event updated for resources: {'Port': ['ID=8df489bf-6b68-41e9-bedd-b3521728be94,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:42.420582 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:42.430158 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a35cd9f0-cfd7-4f56-9368-2dbc25668600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:42.434611 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:42.435268 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:42.456927 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Request body: {'port': {'device_id': '559e7cd4-efe6-4eda-930f-a072e76467cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:42.603961 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.605369 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39410) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:42.610493 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1292758 Jun 16 15:56:42.627243 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:42.646962 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Request body: {'subnet': {'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-395476574-subnet', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'ip_version': 4}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:42.679842 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-08f67c4b-2a8a-48bc-8d37-f0bfc5278b69 req-6b8fa316-d428-4223-b9ed-2daec2e714c0 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 210 time: 0.1004703 Jun 16 15:56:42.707056 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:42.783808 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:42.785599 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Pushing event deleted for resources: {'Port': ['ID=a6832d80-3c85-4a14-ac74-c3fc8494b082,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:42.864997 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Pushing event updated for resources: {'Network': ['ID=450dff42-a565-4f2e-ae47-b60d5312d77e,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:42.882639 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:42.899886 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 450dff42-a565-4f2e-ae47-b60d5312d77e details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:56:42.917283 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:43.020988 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] No DVR routers for this DVR port a6832d80-3c85-4a14-ac74-c3fc8494b082 on host hv-cinder-79611 {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:56:43.026246 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Made reservation on behalf of f55bc78fd433445dbf580d849591bf1d for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:43.031001 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '8df489bf-6b68-41e9-bedd-b3521728be94', 'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'mac_address': 'fa:16:3e:47:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:36Z', 'updated_at': '2021-06-16T15:56:42Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'subnets': [{'id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:43.034094 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14231900'] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:43.037047 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b65ac-b0a9-43bc-94b0-1463dad8f204 None None] The sync data for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi is: [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '8df489bf-6b68-41e9-bedd-b3521728be94', 'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'mac_address': 'fa:16:3e:47:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:36Z', 'updated_at': '2021-06-16T15:56:42Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'subnets': [{'id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:43.038307 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:43.044806 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a10f9810-344a-40b3-a9fa-881d8ffe62b3 req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.89 "DELETE /v2.0/ports/a6832d80-3c85-4a14-ac74-c3fc8494b082 HTTP/1.1" status: 204 len: 173 time: 1.9719265 Jun 16 15:56:43.083925 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4', 'name': 'network-vif-deleted', 'tag': 'a6832d80-3c85-4a14-ac74-c3fc8494b082'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:43.086493 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bccb172-46ea-44d0-8eb8-d90b8932a696" -d '{"events": [{"server_uuid": "b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4", "name": "network-vif-deleted", "tag": "a6832d80-3c85-4a14-ac74-c3fc8494b082"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:43.256746 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6d30e-223e-479e-b254-9fedcc0f8696 req-21af7763-11cd-44c4-af70-cf64c004b94f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:43.258357 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1fc6d30e-223e-479e-b254-9fedcc0f8696 req-21af7763-11cd-44c4-af70-cf64c004b94f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 931 time: 0.2664826 Jun 16 15:56:43.356456 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1fc6d30e-223e-479e-b254-9fedcc0f8696 req-388c2901-8027-4cc5-97c4-0c01905888de tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888929 Jun 16 15:56:43.499666 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56819f58-b008-4339-9e11-37c709362c31 req-6e233cdf-ac41-47eb-8406-84d038cb1c12 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:43.501702 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-56819f58-b008-4339-9e11-37c709362c31 req-6e233cdf-ac41-47eb-8406-84d038cb1c12 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.6589642 Jun 16 15:56:43.525808 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13992972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14231886'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:43.528093 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:43.633468 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-56819f58-b008-4339-9e11-37c709362c31 req-39f17932-018e-4a92-8944-047374c3c6e9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716226 Jun 16 15:56:43.640482 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da44603-8e3e-4e0f-8d04-719c5e68c884,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:43.650244 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:43.653270 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Checking segment: {'id': 'd497d983-25cf-476f-89a8-5e5cf6c75f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:43.653815 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Network hostable DHCP agents. Network: 450dff42-a565-4f2e-ae47-b60d5312d77e, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:56:43.675617 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Network 450dff42-a565-4f2e-ae47-b60d5312d77e is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:56:43.690856 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 450dff42-a565-4f2e-ae47-b60d5312d77e) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:43.702367 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4334f-d086-41ad-aedd-bbdd5a56102e None None] Network 450dff42-a565-4f2e-ae47-b60d5312d77e requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:56:43.711261 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:43.711907 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:43.724302 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2b739a-7a76-4e03-8f25-c96d56537a93 x-openstack-request-id: req-3b2b739a-7a76-4e03-8f25-c96d56537a93 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:43.724654 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4", "name": "network-vif-deleted", "tag": "a6832d80-3c85-4a14-ac74-c3fc8494b082", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:43.724931 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b2b739a-7a76-4e03-8f25-c96d56537a93 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:43.725349 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4', 'name': 'network-vif-deleted', 'tag': 'a6832d80-3c85-4a14-ac74-c3fc8494b082', 'status': 'completed', 'code': 200} Jun 16 15:56:43.768964 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4008ad6d-a4ff-4ed3-9123-d5573afb1016 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1274679 Jun 16 15:56:43.771472 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39444) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:43.776456 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:43.856454 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:43.858015 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:44.055289 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:44.094797 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7b2b26fb-dcbb-4bb0-9243-8d59e5175577 req-bf72b591-3112-456c-b713-05f56600ce9b tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2a0347a-2ec5-4f26-928d-ddb0e80c6fc4 HTTP/1.1" status: 200 len: 210 time: 0.0449317 Jun 16 15:56:44.147369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8438f08a-e669-459f-bd27-27940b95b274 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:44.176764 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:44.193361 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-450dff42-a565-4f2e-ae47-b60d5312d77e', 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'fixed_ips': [{'subnet_id': '3da44603-8e3e-4e0f-8d04-719c5e68c884'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:56:44.195390 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:44.225241 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Transition to ACTIVE for port object 8438f08a-e669-459f-bd27-27940b95b274 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:44.231299 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:44.247760 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-02fdc01d-62c6-4150-baa7-ce881335962f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:44.490347 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Allocated IP 172.20.0.2 (450dff42-a565-4f2e-ae47-b60d5312d77e/3da44603-8e3e-4e0f-8d04-719c5e68c884/3826a850-42ad-4c0a-8fee-62008b69a2ae) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:44.524473 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8df489bf-6b68-41e9-bedd-b3521728be94 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:44.572030 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:44.574016 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a6832d80-3c85-4a14-ac74-c3fc8494b082 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:56:44.591979 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-657379ff-1e0a-43c9-92f0-512226656a2c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5951369 Jun 16 15:56:44.624576 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Pushing event updated for resources: {'Port': ['ID=8438f08a-e669-459f-bd27-27940b95b274,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:44.643914 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:44.657381 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: a6832d80-3c85-4a14-ac74-c3fc8494b082 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:56:44.657985 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a6832d80-3c85-4a14-ac74-c3fc8494b082 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:56:44.773766 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 8df489bf-6b68-41e9-bedd-b3521728be94 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:44.786953 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 8df489bf-6b68-41e9-bedd-b3521728be94 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:44.789076 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:44.816676 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Attempting to bind port 8438f08a-e669-459f-bd27-27940b95b274 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:44.817019 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Attempting to bind port 8438f08a-e669-459f-bd27-27940b95b274 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:44.822540 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Attempting to bind port 8438f08a-e669-459f-bd27-27940b95b274 on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:44.854341 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Port 8438f08a-e669-459f-bd27-27940b95b274 on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:56:44.854997 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Attempting to bind port 8438f08a-e669-459f-bd27-27940b95b274 on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:44.900798 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:44.902472 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:44.907876 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Checking segment: {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:44.910601 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Bound using segment: {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:44.911298 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Bound port: 8438f08a-e669-459f-bd27-27940b95b274, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:44.911848 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:44.916017 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Transition to ACTIVE for port object 3826a850-42ad-4c0a-8fee-62008b69a2ae will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:44.921438 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-ca5b80ef-ce85-4930-ac9d-70c23dd84218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:44.924483 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-ca5b80ef-ce85-4930-ac9d-70c23dd84218 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 1099 time: 0.2605247 Jun 16 15:56:44.996410 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Transition to ACTIVE for port object 3826a850-42ad-4c0a-8fee-62008b69a2ae will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:45.009004 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.013516 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-b1032132-7946-4447-9874-0e20dd1f40aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:45.046071 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] For port 8438f08a-e669-459f-bd27-27940b95b274, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:45.050214 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] For port 8438f08a-e669-459f-bd27-27940b95b274, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8438f08a-e669-459f-bd27-27940b95b274,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:45.058931 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.066223 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89aeff-a05e-4b5c-9580-cdf36555189c req-bead7bd4-c910-4b3f-a68b-6697c7dccc8a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:45.067295 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-be89aeff-a05e-4b5c-9580-cdf36555189c req-bead7bd4-c910-4b3f-a68b-6697c7dccc8a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 943 time: 0.3895135 Jun 16 15:56:45.069165 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.072463 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:45.135615 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Network 450dff42-a565-4f2e-ae47-b60d5312d77e is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:45.154881 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:45.161309 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:45.187138 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Pushing event updated for resources: {'Port': ['ID=3826a850-42ad-4c0a-8fee-62008b69a2ae,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:45.199488 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:45.206230 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.207058 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:45.207721 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] 10.222.0.89 "PUT /v2.0/ports/8438f08a-e669-459f-bd27-27940b95b274 HTTP/1.1" status: 200 len: 1093 time: 2.7884660 Jun 16 15:56:45.208359 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559e7cd4-efe6-4eda-930f-a072e76467cd', 'tag': '8438f08a-e669-459f-bd27-27940b95b274'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:45.215258 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409" -d '{"events": [{"name": "network-changed", "server_uuid": "559e7cd4-efe6-4eda-930f-a072e76467cd", "tag": "8438f08a-e669-459f-bd27-27940b95b274"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:45.215995 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 8df489bf-6b68-41e9-bedd-b3521728be94, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=8df489bf-6b68-41e9-bedd-b3521728be94,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:45.242630 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.271463 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:45.287669 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-be89aeff-a05e-4b5c-9580-cdf36555189c req-e9707387-4d7d-4703-b1f7-f303f4207901 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127512 Jun 16 15:56:45.299281 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-fe9190c9-d57f-4b61-98ae-811506b5cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:45.300824 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-fe9190c9-d57f-4b61-98ae-811506b5cd24 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 916 time: 0.2080743 Jun 16 15:56:45.322731 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Attempting to bind port 3826a850-42ad-4c0a-8fee-62008b69a2ae on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:45.323618 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Attempting to bind port 3826a850-42ad-4c0a-8fee-62008b69a2ae by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': 'd497d983-25cf-476f-89a8-5e5cf6c75f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:45.323980 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Attempting to bind port 3826a850-42ad-4c0a-8fee-62008b69a2ae on network 450dff42-a565-4f2e-ae47-b60d5312d77e {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:45.326836 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Pushing event updated for resources: {'Port': ['ID=8438f08a-e669-459f-bd27-27940b95b274,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:45.333011 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:45.333382 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:45.333827 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Checking segment: {'id': 'd497d983-25cf-476f-89a8-5e5cf6c75f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:45.334481 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.334885 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Bound using segment: {'id': 'd497d983-25cf-476f-89a8-5e5cf6c75f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:45.336220 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Bound port: 3826a850-42ad-4c0a-8fee-62008b69a2ae, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd497d983-25cf-476f-89a8-5e5cf6c75f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:45.337836 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.357388 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-f27ae9f2-667d-430e-a048-dd20ff55670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:45.359304 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-f27ae9f2-667d-430e-a048-dd20ff55670f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 1096 time: 0.1001112 Jun 16 15:56:45.398161 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-1ae5d48f-a636-456b-aa09-cc858eebceb8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f5f05d-e34b-4baa-848b-81730be940ec HTTP/1.1" status: 200 len: 217 time: 0.0821176 Jun 16 15:56:45.399041 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=8df489bf-6b68-41e9-bedd-b3521728be94,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:45.405890 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:45.453491 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-74b490c8-46c5-427e-9ae2-adf343ef9b21 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8438f08a-e669-459f-bd27-27940b95b274 HTTP/1.1" status: 200 len: 217 time: 0.0807469 Jun 16 15:56:45.467029 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] For port 3826a850-42ad-4c0a-8fee-62008b69a2ae, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:45.471773 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] For port 3826a850-42ad-4c0a-8fee-62008b69a2ae, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=3826a850-42ad-4c0a-8fee-62008b69a2ae,segment=NetworkSegment(d497d983-25cf-476f-89a8-5e5cf6c75f9b),segment_id=d497d983-25cf-476f-89a8-5e5cf6c75f9b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:45.477116 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.480092 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f3b54067-e6c9-43c0-ada6-6b055cffdb67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:45.551140 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Pushing event updated for resources: {'Port': ['ID=3826a850-42ad-4c0a-8fee-62008b69a2ae,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:45.554621 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:45.572495 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-363f055c-b40e-4ae3-ad67-d3353b490b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:45.574051 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-363f055c-b40e-4ae3-ad67-d3353b490b06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cc6a8e5-82f3-4aec-b1ae-78d933df9972 HTTP/1.1" status: 200 len: 854 time: 0.1080923 Jun 16 15:56:45.574464 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-4b40866f-e5ad-43a2-b88b-d6b71c00612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:45.576916 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-4b40866f-e5ad-43a2-b88b-d6b71c00612c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cc6a8e5-82f3-4aec-b1ae-78d933df9972 HTTP/1.1" status: 200 len: 854 time: 0.1491308 Jun 16 15:56:45.580823 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.654384 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-8a6b50e3-4ef9-4740-bdde-427c72366f5f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb10f2d2-ecce-4cea-a631-52f2c68056f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561316 Jun 16 15:56:45.689335 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:45.719315 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e783f170-bbd9-40ca-805e-9aaefaa2bd68 x-openstack-request-id: req-e783f170-bbd9-40ca-805e-9aaefaa2bd68 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:45.720760 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559e7cd4-efe6-4eda-930f-a072e76467cd", "tag": "8438f08a-e669-459f-bd27-27940b95b274", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:45.724752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e783f170-bbd9-40ca-805e-9aaefaa2bd68 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:45.726310 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559e7cd4-efe6-4eda-930f-a072e76467cd', 'tag': '8438f08a-e669-459f-bd27-27940b95b274', 'status': 'completed', 'code': 200} Jun 16 15:56:45.748913 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-67946284-6713-4139-9077-c77e93cae6bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb10f2d2-ecce-4cea-a631-52f2c68056f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336997 Jun 16 15:56:45.854155 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddfdd7-43b1-4594-bbe5-f5a0350afa51 req-fbae3ebb-6d33-4fff-8ab1-5e70ffceb8c6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:45.855722 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-17ddfdd7-43b1-4594-bbe5-f5a0350afa51 req-fbae3ebb-6d33-4fff-8ab1-5e70ffceb8c6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.5524671 Jun 16 15:56:45.944372 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-07073746-bccc-4047-af37-a6d09da1bba1 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664168 Jun 16 15:56:46.045352 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Allocated IP 172.27.2.240 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/b8f0b4f8-08b2-4b7b-a809-582f6840c831) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:46.050708 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-17ddfdd7-43b1-4594-bbe5-f5a0350afa51 req-39a0af74-b6d4-4c43-8e34-8c4e7893e54e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522768 Jun 16 15:56:46.055061 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-2b5b2c92-9e95-46a6-8d79-6a96e9ffeb3f service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924004 Jun 16 15:56:46.140179 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f488208-fab3-45d6-b820-6a6f1ae6d703 req-12cf7139-57e6-4091-90b7-02e7925d5e03 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881778 Jun 16 15:56:46.147274 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-9e7c572c-4ade-45d7-8291-09cea9499c86 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:46.148770 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-9e7c572c-4ade-45d7-8291-09cea9499c86 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/networks?id=d5745f40-49b5-46e6-9567-9992e5c240aa HTTP/1.1" status: 200 len: 809 time: 0.1663382 Jun 16 15:56:46.182960 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-e7594385-e52e-4e87-955d-e86c96866065 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/quotas/11b24feb2f2d4acfa67631e58b899e51 HTTP/1.1" status: 200 len: 375 time: 0.0187173 Jun 16 15:56:46.239958 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-e08f6de7-7c74-459d-945c-5b013e4c1eda tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11b24feb2f2d4acfa67631e58b899e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557096 Jun 16 15:56:46.251325 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-868449e1-44c9-4dfd-8e18-d9fa895ba1d0 req-7b1dc294-158a-4c68-8434-42db6ee022c0 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825387 Jun 16 15:56:46.267353 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:46.341879 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:46.346601 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:46.411918 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-87649fdf-0edf-46a8-aceb-7d9efa85e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:46.411918 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-87649fdf-0edf-46a8-aceb-7d9efa85e906 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 1096 time: 0.1470716 Jun 16 15:56:46.412233 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:46.422398 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:46.428342 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:46.444892 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8df489bf-6b68-41e9-bedd-b3521728be94 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:46.473185 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-2416b20a-af8f-4eed-b5f7-51133e8edf59 service neutron] 10.222.0.48 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323897 Jun 16 15:56:46.575850 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:46.592219 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 8df489bf-6b68-41e9-bedd-b3521728be94 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:46.592985 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:46.608922 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Pushing event updated for resources: {'Port': ['ID=b8f0b4f8-08b2-4b7b-a809-582f6840c831,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:46.627107 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:46.711948 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-4aa09cb7-472f-4ba7-aacb-e0125a1f820b service neutron] 10.222.0.48 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372518 Jun 16 15:56:46.714275 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-a84de817-ab22-4155-a1fd-c3d0e5d6d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:46.721380 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-a84de817-ab22-4155-a1fd-c3d0e5d6d0c2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 916 time: 0.2971418 Jun 16 15:56:46.748914 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 3826a850-42ad-4c0a-8fee-62008b69a2ae up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:46.810461 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-64e6986c-9951-44ec-8986-bb277a7255be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8438f08a-e669-459f-bd27-27940b95b274 HTTP/1.1" status: 200 len: 217 time: 0.0809116 Jun 16 15:56:46.870793 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 3826a850-42ad-4c0a-8fee-62008b69a2ae completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:46.934969 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-3102babd-78e9-41fe-9f91-49f26a790dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:46.937055 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-3102babd-78e9-41fe-9f91-49f26a790dcf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cc6a8e5-82f3-4aec-b1ae-78d933df9972 HTTP/1.1" status: 200 len: 854 time: 0.1178467 Jun 16 15:56:46.965574 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551ffc8-a64c-43ff-b344-afc85f04f778 None None] Network 450dff42-a565-4f2e-ae47-b60d5312d77e requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:56:46.982882 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-2010d70f-1418-4260-be1c-ffc185b353b2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb10f2d2-ecce-4cea-a631-52f2c68056f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372288 Jun 16 15:56:47.148795 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-75618afb-1ffc-450e-b18d-81ca15144743 None None] Provisioning for port 3826a850-42ad-4c0a-8fee-62008b69a2ae completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:47.166769 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-75618afb-1ffc-450e-b18d-81ca15144743 None None] Provisioning complete for port 3826a850-42ad-4c0a-8fee-62008b69a2ae triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:47.167150 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75618afb-1ffc-450e-b18d-81ca15144743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:47.176517 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-a174f303-7f97-4c26-8e4f-6d8de8af2638 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825390 Jun 16 15:56:47.327240 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ff78b-14e8-487f-931f-56ce98038cc8 req-e4c55216-dab7-44d5-be28-460cef478aa6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:47.335926 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e17ff78b-14e8-487f-931f-56ce98038cc8 req-e4c55216-dab7-44d5-be28-460cef478aa6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 943 time: 0.8159914 Jun 16 15:56:47.350753 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-822459af-328a-48e4-a894-490f383d147f req-ee4e7b06-a158-4e87-8755-5dd10df3185e tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 210 time: 0.0805058 Jun 16 15:56:47.392635 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e17ff78b-14e8-487f-931f-56ce98038cc8 req-5dde7010-3831-4894-a335-a739c976fd0d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556610 Jun 16 15:56:47.434862 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:47.573015 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb9e9eed-4cb0-407e-a8bd-35b67e7a1409 req-67b10f52-bb50-4cce-a06f-b28a3e9b3a0b service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783185 Jun 16 15:56:47.669225 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75618afb-1ffc-450e-b18d-81ca15144743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:47.749492 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a719043-062d-4726-b20f-ac6b60b1c491 req-733a603b-45b2-45d9-92ae-4452eef8bd88 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:47.753440 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a719043-062d-4726-b20f-ac6b60b1c491 req-733a603b-45b2-45d9-92ae-4452eef8bd88 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1178334 Jun 16 15:56:47.811603 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a719043-062d-4726-b20f-ac6b60b1c491 req-c13014ac-e7bf-469c-973b-6e9dcce7a83d tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Jun 16 15:56:47.821764 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:47.826760 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-75618afb-1ffc-450e-b18d-81ca15144743 None None] For port 3826a850-42ad-4c0a-8fee-62008b69a2ae, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=3826a850-42ad-4c0a-8fee-62008b69a2ae,segment=NetworkSegment(d497d983-25cf-476f-89a8-5e5cf6c75f9b),segment_id=d497d983-25cf-476f-89a8-5e5cf6c75f9b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:47.845994 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-75618afb-1ffc-450e-b18d-81ca15144743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:47.849181 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:47.916577 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75618afb-1ffc-450e-b18d-81ca15144743 None None] Pushing event updated for resources: {'Port': ['ID=3826a850-42ad-4c0a-8fee-62008b69a2ae,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:47.919871 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-75618afb-1ffc-450e-b18d-81ca15144743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:47.974459 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:56:48.107270 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:48.118971 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Sync routers for ids ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:48.125296 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Notify callbacks [] for router, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.129021 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3564129 Jun 16 15:56:48.130173 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39550) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:48.132795 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Routers {'1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:48.137736 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:48.183873 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3e01cb7e-8fed-4c96-8f42-39afce238445 None None] Provisioning complete for port 3826a850-42ad-4c0a-8fee-62008b69a2ae triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:48.184250 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3e01cb7e-8fed-4c96-8f42-39afce238445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.286382 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 3826a850-42ad-4c0a-8fee-62008b69a2ae up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:48.294596 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Set router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:48.378913 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 3826a850-42ad-4c0a-8fee-62008b69a2ae triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:48.379315 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.553381 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63dd0790-7d70-4502-9682-1a9cb135c412 req-96d0d03c-6866-4583-bcb5-1d4b85555fb7 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 210 time: 0.0488207 Jun 16 15:56:48.601032 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:43Z', 'updated_at': '2021-06-16T15:56:46Z', 'revision_number': 3, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'gw_port': {'id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:45Z', 'updated_at': '2021-06-16T15:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:48.605207 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Checking router: 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:48.605665 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Updating router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 port b8f0b4f8-08b2-4b7b-a809-582f6840c831 binding host dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:56:48.641070 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53116663-3487-427a-8300-41c7732a5271 req-760868aa-4875-4c1d-9ca1-ec1df244747c tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:48.643405 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-53116663-3487-427a-8300-41c7732a5271 req-760868aa-4875-4c1d-9ca1-ec1df244747c tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 943 time: 0.0924122 Jun 16 15:56:48.649509 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:48.690625 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-53116663-3487-427a-8300-41c7732a5271 req-22401756-e36f-446a-9cfb-86d3dea163ca tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Jun 16 15:56:48.738438 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.144643 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489d5ac-0d8a-41e8-bb5b-9b30837aae73 req-08aa67fb-1096-440e-95ac-3a2900bce639 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:49.147999 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f489d5ac-0d8a-41e8-bb5b-9b30837aae73 req-08aa67fb-1096-440e-95ac-3a2900bce639 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1723886 Jun 16 15:56:49.220887 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.236419 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Transition to ACTIVE for port object b8f0b4f8-08b2-4b7b-a809-582f6840c831 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:49.244244 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f489d5ac-0d8a-41e8-bb5b-9b30837aae73 req-7b9609f9-f786-45e9-bcd4-e89b4780f626 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688202 Jun 16 15:56:49.248277 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.279991 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:49.352850 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Attempting to bind port b8f0b4f8-08b2-4b7b-a809-582f6840c831 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:49.353230 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Attempting to bind port b8f0b4f8-08b2-4b7b-a809-582f6840c831 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:49.353595 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Attempting to bind port b8f0b4f8-08b2-4b7b-a809-582f6840c831 on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:49.363028 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:49.363028 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:49.363398 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.363753 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:49.364266 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Bound port: b8f0b4f8-08b2-4b7b-a809-582f6840c831, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:49.370476 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.370476 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Pushing event updated for resources: {'Port': ['ID=b8f0b4f8-08b2-4b7b-a809-582f6840c831,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:49.419730 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.420173 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.420598 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.420997 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.421398 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.421791 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.422179 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.422685 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.423760 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.423760 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.423760 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.424655 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:56:49.429435 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:49.433020 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Allocated IP 172.20.0.1 (450dff42-a565-4f2e-ae47-b60d5312d77e/3da44603-8e3e-4e0f-8d04-719c5e68c884/8d47b31e-48d6-446f-bbd5-15f6cfaff849) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:49.444268 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-bc017ad2-1338-4fae-8133-db3abf384690 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:49.446071 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-bc017ad2-1338-4fae-8133-db3abf384690 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.89 "GET /v2.0/networks?id=d5745f40-49b5-46e6-9567-9992e5c240aa HTTP/1.1" status: 200 len: 809 time: 0.5763655 Jun 16 15:56:49.474915 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Request body: {'port': {'device_id': '12e8ae94-9daf-46a1-802a-dc5acde8d636', 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa', 'admin_state_up': True, 'tenant_id': '11b24feb2f2d4acfa67631e58b899e51'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:49.493314 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] For port b8f0b4f8-08b2-4b7b-a809-582f6840c831, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:49.497022 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] For port b8f0b4f8-08b2-4b7b-a809-582f6840c831, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=b8f0b4f8-08b2-4b7b-a809-582f6840c831,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:49.505060 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.520287 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5e4f3a36-ee43-4742-8e78-dc55971c5fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:49.617640 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Pushing event updated for resources: {'Port': ['ID=b8f0b4f8-08b2-4b7b-a809-582f6840c831,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:49.631971 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:49.634426 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Routers {'1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:49.635620 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:49.658698 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.779394 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Transition to ACTIVE for port object 8d47b31e-48d6-446f-bbd5-15f6cfaff849 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:49.780281 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] Set router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:49.796458 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Made reservation on behalf of 11b24feb2f2d4acfa67631e58b899e51 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:56:49.801997 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.893862 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:49.902344 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-45f5e6d7-f3dc-4f99-aa77-ff69911a5c53 req-45578cf7-b1f2-4d0b-a727-ef8c4bc3fb19 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 210 time: 0.0529726 Jun 16 15:56:49.915247 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cc3a3ad2-f5cf-4714-ab7f-7287fc041bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:49.971952 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Network 450dff42-a565-4f2e-ae47-b60d5312d77e is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:49.980614 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:49.983224 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:50.034254 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.110729 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Pushing event updated for resources: {'Port': ['ID=8d47b31e-48d6-446f-bbd5-15f6cfaff849,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:50.117129 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:50.124352 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:43Z', 'updated_at': '2021-06-16T15:56:46Z', 'revision_number': 3, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'gw_port': {'id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:45Z', 'updated_at': '2021-06-16T15:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:50.132886 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04c27e-ff9b-4958-91ca-65e4477aed21 None None] The sync data for ids ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'] in dv-cinder-796113-4-iscsi is: [{'id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:43Z', 'updated_at': '2021-06-16T15:56:46Z', 'revision_number': 3, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'gw_port': {'id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:45Z', 'updated_at': '2021-06-16T15:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:50.178051 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Allocated IP 172.20.0.5 (d5745f40-49b5-46e6-9567-9992e5c240aa/84299737-bf08-47d5-8f22-88a17dfcb6ce/e32ac337-5ce3-410c-b901-f11cbfa75e71) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:56:50.217440 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03943b1-141f-4252-9f00-06d8d5264b24 req-4cd9391c-c685-40be-8094-5a7696f28e47 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:50.218960 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b03943b1-141f-4252-9f00-06d8d5264b24 req-4cd9391c-c685-40be-8094-5a7696f28e47 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 943 time: 0.3309979 Jun 16 15:56:50.258146 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39608) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:50.323714 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-2e6d1a3c-4a1d-470d-8430-4c2201e354aa None None] Provisioning for port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:50.330772 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b03943b1-141f-4252-9f00-06d8d5264b24 req-ef46e218-7357-402b-80b7-3901f7edc429 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036069 Jun 16 15:56:50.333890 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-2e6d1a3c-4a1d-470d-8430-4c2201e354aa None None] Provisioning complete for port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:50.334289 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2e6d1a3c-4a1d-470d-8430-4c2201e354aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.400517 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d1a3c-4a1d-470d-8430-4c2201e354aa None None] Port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:56:50.423809 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.430065 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc0bdefa-44ed-460f-84a9-290e9c6deae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.518384 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.589495 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc0bdefa-44ed-460f-84a9-290e9c6deae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.594527 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dc0bdefa-44ed-460f-84a9-290e9c6deae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.598358 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:50.647210 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-dc0bdefa-44ed-460f-84a9-290e9c6deae5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a51377f9355345d9a4ccaa52cbe0a746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877220 Jun 16 15:56:50.649700 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39616) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:50.682104 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bdefa-44ed-460f-84a9-290e9c6deae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527691b2-6f57-4123-a3f1-b0aab60210b5,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:50.691718 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dc0bdefa-44ed-460f-84a9-290e9c6deae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:50.692816 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.701077 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:50.713475 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c5900d2a-4ddf-46af-963c-403c2a5f8fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.739204 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c5900d2a-4ddf-46af-963c-403c2a5f8fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.747194 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 8438f08a-e669-459f-bd27-27940b95b274 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:50.782726 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea297f-a96a-4fc8-93c3-cfa37d587857 req-6340bbc5-b33b-42ed-901c-37f72e237715 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:50.790308 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62ea297f-a96a-4fc8-93c3-cfa37d587857 req-6340bbc5-b33b-42ed-901c-37f72e237715 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.2678165 Jun 16 15:56:50.802810 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Network d5745f40-49b5-46e6-9567-9992e5c240aa is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:50.812462 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c5900d2a-4ddf-46af-963c-403c2a5f8fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.817378 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c5900d2a-4ddf-46af-963c-403c2a5f8fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.818829 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-c5900d2a-4ddf-46af-963c-403c2a5f8fe3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/527691b2-6f57-4123-a3f1-b0aab60210b5 HTTP/1.1" status: 204 len: 168 time: 0.1678123 Jun 16 15:56:50.819805 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d143c1c4-1b2e-4399-af87-87e1ae4b947e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:50.824417 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:50.830099 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900d2a-4ddf-46af-963c-403c2a5f8fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527691b2-6f57-4123-a3f1-b0aab60210b5,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:50.832912 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c5900d2a-4ddf-46af-963c-403c2a5f8fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:50.838861 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Pushing event updated for resources: {'Port': ['ID=e32ac337-5ce3-410c-b901-f11cbfa75e71,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:50.843197 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:56:50.847410 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.856424 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:50.857099 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:50.885506 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-162bdff9-89fe-47b3-bf84-79a5b7c2ba2b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:50.989269 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 8438f08a-e669-459f-bd27-27940b95b274, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8438f08a-e669-459f-bd27-27940b95b274,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:50.991057 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62ea297f-a96a-4fc8-93c3-cfa37d587857 req-afcbdec9-9ae5-4ca7-935a-b50faa0ccff5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996338 Jun 16 15:56:51.021736 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '8438f08a-e669-459f-bd27-27940b95b274', 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5', 'port_id': '8438f08a-e669-459f-bd27-27940b95b274', 'mac_address': 'fa:16:3e:a5:54:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc6a8e5-82f3-4aec-b1ae-78d933df9972', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:51.023743 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:51.024647 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.032508 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.042824 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Pushing event updated for resources: {'Port': ['ID=8d47b31e-48d6-446f-bbd5-15f6cfaff849,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:51.051002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:51.097070 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.100506 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6363430 Jun 16 15:56:51.113127 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8438f08a-e669-459f-bd27-27940b95b274 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:51.138626 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 8438f08a-e669-459f-bd27-27940b95b274, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8438f08a-e669-459f-bd27-27940b95b274,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:51.144736 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.148840 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:51.207773 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=8438f08a-e669-459f-bd27-27940b95b274,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:51.217553 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:51.223890 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Network 450dff42-a565-4f2e-ae47-b60d5312d77e is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:56:51.225508 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:56:51.325554 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39628) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:51.341146 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5d5186c7-dc84-47b0-b469-d8022db08c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.366020 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:56:51.448791 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5d5186c7-dc84-47b0-b469-d8022db08c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.452954 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5d5186c7-dc84-47b0-b469-d8022db08c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.456236 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c5900d2a-4ddf-46af-963c-403c2a5f8fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:51.480939 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:56:51.486354 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] 10.222.0.48 "PUT /v2.0/routers/1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3550334 Jun 16 15:56:51.494263 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5186c7-dc84-47b0-b469-d8022db08c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10dfe46-7a4c-4f20-ae7a-de19b8e40378,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:51.501621 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-5d5186c7-dc84-47b0-b469-d8022db08c57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef26a9ec79b94cafa88c05aa0ecf997f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721656 Jun 16 15:56:51.501621 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5d5186c7-dc84-47b0-b469-d8022db08c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:51.503403 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39634) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:51.535857 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-750b348a-1ff4-44e8-8c04-55f79ab4af4c None None] Provisioning complete for port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:51.536395 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-750b348a-1ff4-44e8-8c04-55f79ab4af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.557751 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7c70655f-3b4b-4b8b-b8e9-d980332c3443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.575225 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-750b348a-1ff4-44e8-8c04-55f79ab4af4c None None] Port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:56:51.581381 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7c70655f-3b4b-4b8b-b8e9-d980332c3443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.629569 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7c70655f-3b4b-4b8b-b8e9-d980332c3443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.632284 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7c70655f-3b4b-4b8b-b8e9-d980332c3443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:51.633505 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-7c70655f-3b4b-4b8b-b8e9-d980332c3443 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c10dfe46-7a4c-4f20-ae7a-de19b8e40378 HTTP/1.1" status: 204 len: 168 time: 0.1291687 Jun 16 15:56:51.634229 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-18754098-7cb8-4ab5-8e59-4a7ec5eb47af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:51.642654 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70655f-3b4b-4b8b-b8e9-d980332c3443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10dfe46-7a4c-4f20-ae7a-de19b8e40378,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:51.648331 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7c70655f-3b4b-4b8b-b8e9-d980332c3443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:52.079004 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Sync routers for ids ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:56:52.098471 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Routers {'1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:52.099563 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:52.254125 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device b8f0b4f8-08b2-4b7b-a809-582f6840c831 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:52.258878 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Set router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:52.443347 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port b8f0b4f8-08b2-4b7b-a809-582f6840c831 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:52.453414 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port b8f0b4f8-08b2-4b7b-a809-582f6840c831 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:52.454321 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:52.473712 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:56:52.597264 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:52.613360 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:43Z', 'updated_at': '2021-06-16T15:56:50Z', 'revision_number': 4, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'gw_port': {'id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:45Z', 'updated_at': '2021-06-16T15:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '8d47b31e-48d6-446f-bbd5-15f6cfaff849', 'name': '', 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'mac_address': 'fa:16:3e:00:4f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '3da44603-8e3e-4e0f-8d04-719c5e68c884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:48Z', 'updated_at': '2021-06-16T15:56:50Z', 'revision_number': 2, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'subnets': [{'id': '3da44603-8e3e-4e0f-8d04-719c5e68c884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:52.628845 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Checking router: 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:56:52.629363 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Updating router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:56:52.637203 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port b8f0b4f8-08b2-4b7b-a809-582f6840c831, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=b8f0b4f8-08b2-4b7b-a809-582f6840c831,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:52.656088 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:52.660981 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:52.726738 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=b8f0b4f8-08b2-4b7b-a809-582f6840c831,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:52.730103 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:52.731080 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:52.790868 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Request body: {'port': {'device_id': '12e8ae94-9daf-46a1-802a-dc5acde8d636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:56:52.961019 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:53.073736 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335011a4-4fbf-4dd5-8066-6d91919e427f req-92c8d7de-737b-4858-abaf-a250cdea4ebb tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:53.082675 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-335011a4-4fbf-4dd5-8066-6d91919e427f req-92c8d7de-737b-4858-abaf-a250cdea4ebb tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 931 time: 0.1143045 Jun 16 15:56:53.162500 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-335011a4-4fbf-4dd5-8066-6d91919e427f req-3be60315-4ddb-41d2-b4ad-02de12b8fba6 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785437 Jun 16 15:56:53.243154 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['8438f08a-e669-459f-bd27-27940b95b274'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:53.348185 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86988499-19a4-43a7-83c5-0c4bf4ff585d req-86780bb9-2e5d-4b6f-86ee-ea9365f7096f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:53.349929 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-86988499-19a4-43a7-83c5-0c4bf4ff585d req-86780bb9-2e5d-4b6f-86ee-ea9365f7096f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 944 time: 0.2897356 Jun 16 15:56:53.399817 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97bc5-802b-43b4-b53f-8132511c5e5d req-5f973ce4-3b01-4224-8b41-ddc5a9af3cfe tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:53.405546 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1eb97bc5-802b-43b4-b53f-8132511c5e5d req-5f973ce4-3b01-4224-8b41-ddc5a9af3cfe tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1020296 Jun 16 15:56:53.456903 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-86988499-19a4-43a7-83c5-0c4bf4ff585d req-7eb473a3-4135-4b2b-b2de-c29a15a56d35 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700145 Jun 16 15:56:53.491568 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1eb97bc5-802b-43b4-b53f-8132511c5e5d req-85984e6d-e6e1-4d42-a339-02b42c5f4ca9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751555 Jun 16 15:56:53.497346 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:53.585509 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Transition to ACTIVE for port object 8d47b31e-48d6-446f-bbd5-15f6cfaff849 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:53.639175 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:53.643536 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:53.649710 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32ac337-5ce3-410c-b901-f11cbfa75e71 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:53.667067 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:53.701426 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Transition to ACTIVE for port object e32ac337-5ce3-410c-b901-f11cbfa75e71 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:56:53.716873 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:53.733341 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5f7854f0-d53b-4a62-99a5-e1f9159435ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:53.775455 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768668a3-bbdc-4afe-b1fc-92e0efb7384f None None] Pushing event updated for resources: {'Port': ['ID=8d47b31e-48d6-446f-bbd5-15f6cfaff849,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:53.781355 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-768668a3-bbdc-4afe-b1fc-92e0efb7384f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:53.903039 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Attempting to bind port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:53.908102 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Attempting to bind port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': 'd497d983-25cf-476f-89a8-5e5cf6c75f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:53.908102 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Attempting to bind port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 on network 450dff42-a565-4f2e-ae47-b60d5312d77e {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:53.914919 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:53.915184 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Checking segment: {'id': 'd497d983-25cf-476f-89a8-5e5cf6c75f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:53.915553 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:53.915946 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Bound using segment: {'id': 'd497d983-25cf-476f-89a8-5e5cf6c75f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:53.916433 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Bound port: 8d47b31e-48d6-446f-bbd5-15f6cfaff849, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd497d983-25cf-476f-89a8-5e5cf6c75f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:53.916846 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:53.949890 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Pushing event updated for resources: {'Port': ['ID=e32ac337-5ce3-410c-b901-f11cbfa75e71,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:53.974792 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:54.024627 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] For port 8d47b31e-48d6-446f-bbd5-15f6cfaff849, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:54.046801 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] For port 8d47b31e-48d6-446f-bbd5-15f6cfaff849, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=8d47b31e-48d6-446f-bbd5-15f6cfaff849,segment=NetworkSegment(d497d983-25cf-476f-89a8-5e5cf6c75f9b),segment_id=d497d983-25cf-476f-89a8-5e5cf6c75f9b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:54.068796 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:54.080303 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:54.157518 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Attempting to bind port e32ac337-5ce3-410c-b901-f11cbfa75e71 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:56:54.159624 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Attempting to bind port e32ac337-5ce3-410c-b901-f11cbfa75e71 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '2193011c-0f99-4d5a-bae2-4377727c67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:56:54.159624 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Attempting to bind port e32ac337-5ce3-410c-b901-f11cbfa75e71 on network d5745f40-49b5-46e6-9567-9992e5c240aa {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:54.166310 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Port e32ac337-5ce3-410c-b901-f11cbfa75e71 on network d5745f40-49b5-46e6-9567-9992e5c240aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:56:54.166643 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Attempting to bind port e32ac337-5ce3-410c-b901-f11cbfa75e71 on network d5745f40-49b5-46e6-9567-9992e5c240aa {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:56:54.190628 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:56:54.191069 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Checking segment: {'id': '2193011c-0f99-4d5a-bae2-4377727c67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:56:54.191482 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Bound using segment: {'id': '2193011c-0f99-4d5a-bae2-4377727c67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:56:54.191928 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Bound port: e32ac337-5ce3-410c-b901-f11cbfa75e71, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2193011c-0f99-4d5a-bae2-4377727c67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:56:54.192287 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:54.214038 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768668a3-bbdc-4afe-b1fc-92e0efb7384f None None] Pushing event updated for resources: {'Port': ['ID=8d47b31e-48d6-446f-bbd5-15f6cfaff849,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:54.217730 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-768668a3-bbdc-4afe-b1fc-92e0efb7384f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:54.218545 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Routers {'1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:56:54.219176 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:56:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:54.366337 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] For port e32ac337-5ce3-410c-b901-f11cbfa75e71, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:56:54.369616 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] For port e32ac337-5ce3-410c-b901-f11cbfa75e71, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e32ac337-5ce3-410c-b901-f11cbfa75e71,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:56:54.375468 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:54.379290 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:54.395656 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device b8f0b4f8-08b2-4b7b-a809-582f6840c831 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:54.441629 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:54.442557 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:54.444314 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] 10.222.0.89 "PUT /v2.0/ports/e32ac337-5ce3-410c-b901-f11cbfa75e71 HTTP/1.1" status: 200 len: 1093 time: 1.6596148 Jun 16 15:56:54.445419 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e8ae94-9daf-46a1-802a-dc5acde8d636', 'tag': 'e32ac337-5ce3-410c-b901-f11cbfa75e71'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:54.449363 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9105aaac-21e5-4074-8282-4f2961e3c885" -d '{"events": [{"name": "network-changed", "server_uuid": "12e8ae94-9daf-46a1-802a-dc5acde8d636", "tag": "e32ac337-5ce3-410c-b901-f11cbfa75e71"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:54.547237 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1680f19-80b8-4a9b-b41b-8144a9c13415 x-openstack-request-id: req-c1680f19-80b8-4a9b-b41b-8144a9c13415 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:54.548560 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e8ae94-9daf-46a1-802a-dc5acde8d636", "tag": "e32ac337-5ce3-410c-b901-f11cbfa75e71", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:54.549269 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1680f19-80b8-4a9b-b41b-8144a9c13415 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:54.550850 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e8ae94-9daf-46a1-802a-dc5acde8d636', 'tag': 'e32ac337-5ce3-410c-b901-f11cbfa75e71', 'status': 'completed', 'code': 200} Jun 16 15:56:54.558907 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Pushing event updated for resources: {'Port': ['ID=e32ac337-5ce3-410c-b901-f11cbfa75e71,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:54.567133 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:54.583217 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] Set router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:56:54.617445 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf14eea-b92a-4172-9781-abfc6bde5cf9 req-2700571b-1666-489b-8a5a-590d9b947e0d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:54.618675 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5cf14eea-b92a-4172-9781-abfc6bde5cf9 req-2700571b-1666-489b-8a5a-590d9b947e0d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 943 time: 0.1567936 Jun 16 15:56:54.634892 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-769062e2-4f32-4bef-b957-94df63e3d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:54.636415 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-769062e2-4f32-4bef-b957-94df63e3d0c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11b24feb2f2d4acfa67631e58b899e51&device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 1096 time: 0.1245949 Jun 16 15:56:54.641564 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port b8f0b4f8-08b2-4b7b-a809-582f6840c831 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:54.642115 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:54.692215 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5cf14eea-b92a-4172-9781-abfc6bde5cf9 req-523ba016-851d-478b-bda6-bf53a00e0477 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601866 Jun 16 15:56:54.791239 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-6a2b4b4e-d6d2-442c-b5a3-ae19301227f2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e32ac337-5ce3-410c-b901-f11cbfa75e71 HTTP/1.1" status: 200 len: 217 time: 0.1111236 Jun 16 15:56:54.796747 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 8438f08a-e669-459f-bd27-27940b95b274 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:54.905816 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-ad6d4d1b-2fd2-461b-bd0c-fbcac060556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:54.908053 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-ad6d4d1b-2fd2-461b-bd0c-fbcac060556c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84299737-bf08-47d5-8f22-88a17dfcb6ce HTTP/1.1" status: 200 len: 849 time: 0.1061265 Jun 16 15:56:55.009822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6af1-f1f2-47c8-b076-cb3bfc76b58d req-26c42260-16b9-4d24-b3b6-13161982f104 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:55.022134 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-25c69a92-a887-4b5f-9f07-22cc9d34acc1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d5745f40-49b5-46e6-9567-9992e5c240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986021 Jun 16 15:56:55.023185 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-df7a6af1-f1f2-47c8-b076-cb3bfc76b58d req-26c42260-16b9-4d24-b3b6-13161982f104 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 944 time: 0.2708244 Jun 16 15:56:55.081433 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-df7a6af1-f1f2-47c8-b076-cb3bfc76b58d req-cb515b95-4c1c-4817-a393-24e31c1aa691 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572243 Jun 16 15:56:55.098366 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 8438f08a-e669-459f-bd27-27940b95b274 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:55.111386 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 8438f08a-e669-459f-bd27-27940b95b274 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:55.111851 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:55.164206 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39770) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:55.256222 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a6187-9435-489e-9076-19f373c84204 req-73065cfb-c600-48a1-919f-418460d634a4 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:55.264296 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-876a6187-9435-489e-9076-19f373c84204 req-73065cfb-c600-48a1-919f-418460d634a4 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.3207850 Jun 16 15:56:55.296882 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-ec833291-0029-431d-a9b1-6767101f8601 service neutron] 10.222.0.89 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696242 Jun 16 15:56:55.305017 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:55.321102 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:43Z', 'updated_at': '2021-06-16T15:56:50Z', 'revision_number': 4, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'gw_port': {'id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:45Z', 'updated_at': '2021-06-16T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '8d47b31e-48d6-446f-bbd5-15f6cfaff849', 'name': '', 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'mac_address': 'fa:16:3e:00:4f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '3da44603-8e3e-4e0f-8d04-719c5e68c884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:48Z', 'updated_at': '2021-06-16T15:56:54Z', 'revision_number': 4, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'subnets': [{'id': '3da44603-8e3e-4e0f-8d04-719c5e68c884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:56:55.333264 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0c189-463a-44ea-abfa-1a35086f481d None None] The sync data for ids ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'] in dv-cinder-796113-4-iscsi is: [{'id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:43Z', 'updated_at': '2021-06-16T15:56:50Z', 'revision_number': 4, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'gw_port': {'id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:45Z', 'updated_at': '2021-06-16T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '8d47b31e-48d6-446f-bbd5-15f6cfaff849', 'name': '', 'network_id': '450dff42-a565-4f2e-ae47-b60d5312d77e', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'mac_address': 'fa:16:3e:00:4f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '3da44603-8e3e-4e0f-8d04-719c5e68c884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:48Z', 'updated_at': '2021-06-16T15:56:54Z', 'revision_number': 4, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'subnets': [{'id': '3da44603-8e3e-4e0f-8d04-719c5e68c884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:56:55.355641 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559e7cd4-efe6-4eda-930f-a072e76467cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8438f08a-e669-459f-bd27-27940b95b274'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:56:55.358842 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f781d43-4f69-4609-b4b8-875141682ce4" -d '{"events": [{"server_uuid": "559e7cd4-efe6-4eda-930f-a072e76467cd", "name": "network-vif-plugged", "status": "completed", "tag": "8438f08a-e669-459f-bd27-27940b95b274"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:56:55.444671 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 8438f08a-e669-459f-bd27-27940b95b274, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8438f08a-e669-459f-bd27-27940b95b274,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:55.452015 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:55.456799 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:55.469565 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1f97ccbe-6203-4fbe-9468-57db31e03b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:55.565719 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=8438f08a-e669-459f-bd27-27940b95b274,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:55.569873 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:55.656269 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1f97ccbe-6203-4fbe-9468-57db31e03b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:55.661175 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1f97ccbe-6203-4fbe-9468-57db31e03b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:55.663943 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c5d01f42-9d29-4b0d-a902-e766b7b1b422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:55.723395 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-1f97ccbe-6203-4fbe-9468-57db31e03b45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65b4250a864449e696c01937e497583b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5538616 Jun 16 15:56:55.723395 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97ccbe-6203-4fbe-9468-57db31e03b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76d5eac-e97c-4f8a-8c3e-a464d5c748e9,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:55.736152 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1f97ccbe-6203-4fbe-9468-57db31e03b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:55.739002 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39782) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:55.775847 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227e4c14-4e30-429d-86d7-101e87795557 x-openstack-request-id: req-227e4c14-4e30-429d-86d7-101e87795557 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:56:55.776407 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559e7cd4-efe6-4eda-930f-a072e76467cd", "name": "network-vif-plugged", "status": "completed", "tag": "8438f08a-e669-459f-bd27-27940b95b274", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:56:55.776407 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-227e4c14-4e30-429d-86d7-101e87795557 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:56:55.776807 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559e7cd4-efe6-4eda-930f-a072e76467cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8438f08a-e669-459f-bd27-27940b95b274', 'code': 200} Jun 16 15:56:55.827322 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-33f6769d-e3bc-4404-b318-045999b611f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:55.892980 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-33f6769d-e3bc-4404-b318-045999b611f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:55.926991 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e65564cb-84e4-456c-a625-9ab54a31cb49 req-d5ed1e89-2231-41f1-93b1-3a13af6032ab service neutron] 10.222.0.89 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172101 Jun 16 15:56:55.971138 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-876a6187-9435-489e-9076-19f373c84204 req-3234a3a5-b05c-42f7-90da-ea8f6a458443 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7049878 Jun 16 15:56:56.120942 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-33f6769d-e3bc-4404-b318-045999b611f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:56.130746 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-33f6769d-e3bc-4404-b318-045999b611f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:56.131919 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-33f6769d-e3bc-4404-b318-045999b611f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f76d5eac-e97c-4f8a-8c3e-a464d5c748e9 HTTP/1.1" status: 204 len: 168 time: 0.3909566 Jun 16 15:56:56.134077 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cc683053-6f8b-45bd-9d4a-e7dda3e8bd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:56.185706 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-b2a7d6c6-8b4e-4ace-82dc-35cbf391cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:56.187232 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-b2a7d6c6-8b4e-4ace-82dc-35cbf391cd9b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=11b24feb2f2d4acfa67631e58b899e51&device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 1096 time: 0.1355882 Jun 16 15:56:56.189172 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9155b0c-5b58-40c9-a3d4-51801dfb3ff8 req-dde8ffe0-286d-4290-bd5b-415ce4205ec8 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:56.197020 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e9155b0c-5b58-40c9-a3d4-51801dfb3ff8 req-dde8ffe0-286d-4290-bd5b-415ce4205ec8 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 943 time: 0.2436674 Jun 16 15:56:56.245154 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6769d-e3bc-4404-b318-045999b611f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76d5eac-e97c-4f8a-8c3e-a464d5c748e9,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:56.275041 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-33f6769d-e3bc-4404-b318-045999b611f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:56.359461 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8d47b31e-48d6-446f-bbd5-15f6cfaff849 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:56.415616 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e9155b0c-5b58-40c9-a3d4-51801dfb3ff8 req-693722d4-db8f-420d-9fb1-12769ade7064 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173796 Jun 16 15:56:56.446008 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aeb32-7a9d-4845-be7c-e4f0e63faed8 req-44fd4ed0-47b4-4bdb-9ab3-521b4c3674bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:56.450654 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0c9aeb32-7a9d-4845-be7c-e4f0e63faed8 req-44fd4ed0-47b4-4bdb-9ab3-521b4c3674bf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 1098 time: 0.3466427 Jun 16 15:56:56.483714 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-6935d7a3-75e7-452b-a6e0-f1880a91a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:56.488430 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-6935d7a3-75e7-452b-a6e0-f1880a91a1e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d5745f40-49b5-46e6-9567-9992e5c240aa HTTP/1.1" status: 200 len: 911 time: 0.2891183 Jun 16 15:56:56.501462 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0c9aeb32-7a9d-4845-be7c-e4f0e63faed8 req-3aef493b-75a3-4533-ae7b-ddabc34c23ed service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Jun 16 15:56:56.514965 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:56:56.521646 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:56.522036 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:56.662785 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-b014d928-775e-409c-96fe-154d1cd1926d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e32ac337-5ce3-410c-b901-f11cbfa75e71 HTTP/1.1" status: 200 len: 217 time: 0.1423099 Jun 16 15:56:56.702638 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:56.787382 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 8d47b31e-48d6-446f-bbd5-15f6cfaff849, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=8d47b31e-48d6-446f-bbd5-15f6cfaff849,segment=NetworkSegment(d497d983-25cf-476f-89a8-5e5cf6c75f9b),segment_id=d497d983-25cf-476f-89a8-5e5cf6c75f9b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:56.793036 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:56.799925 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-8dbeeac0-e5c9-4c60-a72a-25799e2a6005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:56.806670 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39804) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:56.825118 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d05cfcc0-2f26-418b-b82d-559c81de1494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:56.871359 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33953abe-aafb-4d47-b33c-847547d7ac74 req-ae8f2c88-c47f-42a6-96fe-679e164801cd tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:56.880990 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-33953abe-aafb-4d47-b33c-847547d7ac74 req-ae8f2c88-c47f-42a6-96fe-679e164801cd tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 945 time: 0.3914158 Jun 16 15:56:56.944542 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-34aa2d34-bef8-4a4f-97d7-e9e83e4e5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:56.949832 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-34aa2d34-bef8-4a4f-97d7-e9e83e4e5d9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84299737-bf08-47d5-8f22-88a17dfcb6ce HTTP/1.1" status: 200 len: 849 time: 0.2715724 Jun 16 15:56:57.095073 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d05cfcc0-2f26-418b-b82d-559c81de1494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:57.102727 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d05cfcc0-2f26-418b-b82d-559c81de1494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:57.108748 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6989d915-0701-4e84-a7ec-63bc9f560cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:57.108961 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-33953abe-aafb-4d47-b33c-847547d7ac74 req-e8bb3989-fc8a-4d9d-bde2-266f0b630266 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259331 Jun 16 15:56:57.122542 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-b13f3ffe-8488-4206-8793-70f5ca31f4a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d5745f40-49b5-46e6-9567-9992e5c240aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582441 Jun 16 15:56:57.169094 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cfcc0-2f26-418b-b82d-559c81de1494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c158827-a6b7-43be-b007-272177326a46,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:57.203839 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d05cfcc0-2f26-418b-b82d-559c81de1494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:57.234374 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=8d47b31e-48d6-446f-bbd5-15f6cfaff849,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:57.246292 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:57.255535 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d05cfcc0-2f26-418b-b82d-559c81de1494 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3927771e05e14f05a930965c4d8e8e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477401 Jun 16 15:56:57.256858 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39812) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:57.337514 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-3968b138-352d-42cd-8132-78ee3e4e0831 service neutron] 10.222.0.89 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036574 Jun 16 15:56:57.347767 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-3f02c309-5f81-41aa-b114-3e35c3cc614f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:57.403116 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-3f02c309-5f81-41aa-b114-3e35c3cc614f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:57.456022 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f5484-320b-4fda-9a27-e229101efe8b req-dc7f6458-32b6-4128-b2fc-a0e1b51657a1 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:57.466369 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-968f5484-320b-4fda-9a27-e229101efe8b req-dc7f6458-32b6-4128-b2fc-a0e1b51657a1 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1344686 Jun 16 15:56:57.476764 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9105aaac-21e5-4074-8282-4f2961e3c885 req-edb9f8e6-f024-4ca8-adc5-7b3a25989982 service neutron] 10.222.0.89 "GET /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301301 Jun 16 15:56:57.513163 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-968f5484-320b-4fda-9a27-e229101efe8b req-8fbfb212-6761-4128-8b47-cfc4b77463f5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458653 Jun 16 15:56:57.527757 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-3f02c309-5f81-41aa-b114-3e35c3cc614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:57.531373 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-3f02c309-5f81-41aa-b114-3e35c3cc614f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:57.535240 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-3f02c309-5f81-41aa-b114-3e35c3cc614f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c158827-a6b7-43be-b007-272177326a46 HTTP/1.1" status: 204 len: 168 time: 0.2754028 Jun 16 15:56:57.535240 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f3bfba3-3b94-4816-8576-a47ff11ad646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:57.545957 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02c309-5f81-41aa-b114-3e35c3cc614f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c158827-a6b7-43be-b007-272177326a46,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:57.569001 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-3f02c309-5f81-41aa-b114-3e35c3cc614f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:57.781383 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39620946-7381-469f-a22d-9ea006509b4c req-93a79e60-328f-4dba-83e2-984ca39a57d9 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:57.790669 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-39620946-7381-469f-a22d-9ea006509b4c req-93a79e60-328f-4dba-83e2-984ca39a57d9 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 943 time: 0.1685634 Jun 16 15:56:57.863740 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-39620946-7381-469f-a22d-9ea006509b4c req-7326e963-822a-4f53-8b54-24699c2e270f tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729301 Jun 16 15:56:58.298308 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8d47b31e-48d6-446f-bbd5-15f6cfaff849 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:56:58.429167 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:56:58.429825 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:58.441672 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e35ec-1eef-47f3-88c0-579ce4f6b11b req-ed0f9c64-c2a0-4736-84ff-acf29f02bcb2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:58.449762 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3b5e35ec-1eef-47f3-88c0-579ce4f6b11b req-ed0f9c64-c2a0-4736-84ff-acf29f02bcb2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 945 time: 0.1022155 Jun 16 15:56:58.508272 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3b5e35ec-1eef-47f3-88c0-579ce4f6b11b req-38a0a393-68f8-4e25-ae28-f316982eb6cd tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573006 Jun 16 15:56:58.773449 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39856) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:58.786886 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device e32ac337-5ce3-410c-b901-f11cbfa75e71 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:56:58.811891 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c168cb-be17-4abc-8e24-b838712d9d14 req-c6f54456-0ba7-454b-8bf8-4f12bbe9245a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:58.819680 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-57c168cb-be17-4abc-8e24-b838712d9d14 req-c6f54456-0ba7-454b-8bf8-4f12bbe9245a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0987871 Jun 16 15:56:58.904970 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-57c168cb-be17-4abc-8e24-b838712d9d14 req-4659b4f0-cdda-4636-9f6a-38c7338d1241 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841660 Jun 16 15:56:59.055355 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0e57374-2453-407b-bbe1-e28155794913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.119490 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port e32ac337-5ce3-410c-b901-f11cbfa75e71, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e32ac337-5ce3-410c-b901-f11cbfa75e71,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:59.170690 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'e32ac337-5ce3-410c-b901-f11cbfa75e71', 'network_id': 'd5745f40-49b5-46e6-9567-9992e5c240aa', 'port_id': 'e32ac337-5ce3-410c-b901-f11cbfa75e71', 'mac_address': 'fa:16:3e:e3:f5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84299737-bf08-47d5-8f22-88a17dfcb6ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:56:59.249709 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.294848 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32ac337-5ce3-410c-b901-f11cbfa75e71 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:56:59.301404 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eae8d5-7843-45c8-ba9a-6444102fac18 req-d1aa631a-f3b0-4e57-9cc5-d8eac8e80d8f tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:59.311588 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-99eae8d5-7843-45c8-ba9a-6444102fac18 req-d1aa631a-f3b0-4e57-9cc5-d8eac8e80d8f tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 943 time: 0.2246256 Jun 16 15:56:59.330994 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port e32ac337-5ce3-410c-b901-f11cbfa75e71, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e32ac337-5ce3-410c-b901-f11cbfa75e71,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:56:59.343796 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.348903 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-768668a3-bbdc-4afe-b1fc-92e0efb7384f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:59.424865 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-99eae8d5-7843-45c8-ba9a-6444102fac18 req-39e199b0-0673-40ac-8a72-550cc099d3e8 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117594 Jun 16 15:56:59.479747 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=e32ac337-5ce3-410c-b901-f11cbfa75e71,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:59.484025 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:59.487516 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0e57374-2453-407b-bbe1-e28155794913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.493132 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e0e57374-2453-407b-bbe1-e28155794913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.523036 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d7ed16c9-52a0-4ea7-8e2b-a1441f56ad18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:59.527637 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e0e57374-2453-407b-bbe1-e28155794913 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4bf5a73cd004f2fa176a33fccd007fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7523420 Jun 16 15:56:59.530800 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39892) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:56:59.553069 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e57374-2453-407b-bbe1-e28155794913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4bc71-bece-4c9a-b61d-56120e31a0da,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:59.558065 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e0e57374-2453-407b-bbe1-e28155794913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:56:59.636319 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f179c14-a140-449d-90f7-14d55875b5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.690717 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f179c14-a140-449d-90f7-14d55875b5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.705735 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['e32ac337-5ce3-410c-b901-f11cbfa75e71'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:56:59.837318 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f179c14-a140-449d-90f7-14d55875b5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.840251 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f179c14-a140-449d-90f7-14d55875b5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.842165 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8f179c14-a140-449d-90f7-14d55875b5ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5d4bc71-bece-4c9a-b61d-56120e31a0da HTTP/1.1" status: 204 len: 168 time: 0.3085368 Jun 16 15:56:59.842576 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ccd01372-e596-425f-990d-fa6de2db6464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:56:59.857745 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f179c14-a140-449d-90f7-14d55875b5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4bc71-bece-4c9a-b61d-56120e31a0da,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:56:59.860040 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f179c14-a140-449d-90f7-14d55875b5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:00.172690 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411aae79-41d6-4cb7-9a24-0afcfe04d547 req-0495bef1-460b-4a46-b28f-89cfc28910a2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:00.184057 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-411aae79-41d6-4cb7-9a24-0afcfe04d547 req-0495bef1-460b-4a46-b28f-89cfc28910a2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1138124 Jun 16 15:57:00.257315 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-411aae79-41d6-4cb7-9a24-0afcfe04d547 req-f0c7425d-4b91-4b90-884d-bdadf04b9c01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717454 Jun 16 15:57:00.310344 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1ce6049a-14e2-4b52-ad00-8e2df8483071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:00.410553 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 39944) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:00.425920 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b71d-77ff-4712-8db2-e6ae55dd0c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:00.583889 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b71d-77ff-4712-8db2-e6ae55dd0c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:00.588349 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2ba7b71d-77ff-4712-8db2-e6ae55dd0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:00.590790 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:00.679581 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-2ba7b71d-77ff-4712-8db2-e6ae55dd0c36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=243b79c1b5414cf3b29018e949751ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678673 Jun 16 15:57:00.681964 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7b71d-77ff-4712-8db2-e6ae55dd0c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521ed5fe-142f-4b8d-b528-ebab539dcf1c,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:00.682769 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 39950) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:00.686605 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-2ba7b71d-77ff-4712-8db2-e6ae55dd0c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:00.776871 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8330f-546b-4822-95c6-50ea65701a0e req-f8d0fc5e-2f66-4a4d-b0c4-ecef7cf7fd15 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:00.790258 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-35f8330f-546b-4822-95c6-50ea65701a0e req-f8d0fc5e-2f66-4a4d-b0c4-ecef7cf7fd15 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 944 time: 0.1949828 Jun 16 15:57:00.817282 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e661d95e-7737-4900-abf4-53102a3848b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:00.859458 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-35f8330f-546b-4822-95c6-50ea65701a0e req-91ba15dd-f149-4d9c-9425-7d9602f73248 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681176 Jun 16 15:57:00.889277 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e661d95e-7737-4900-abf4-53102a3848b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:00.948671 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e661d95e-7737-4900-abf4-53102a3848b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:00.952072 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e661d95e-7737-4900-abf4-53102a3848b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:00.968687 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e661d95e-7737-4900-abf4-53102a3848b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/521ed5fe-142f-4b8d-b528-ebab539dcf1c HTTP/1.1" status: 204 len: 168 time: 0.2694962 Jun 16 15:57:00.973076 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9ceb7372-4e23-4ab9-87e3-8c800eb68b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:01.002583 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661d95e-7737-4900-abf4-53102a3848b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521ed5fe-142f-4b8d-b528-ebab539dcf1c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:01.007666 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e661d95e-7737-4900-abf4-53102a3848b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:01.479890 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caad97-adc3-4224-aaa1-9806aa40e8c1 req-462d493e-8b3a-464f-8297-7d1f8891ea9a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:01.489117 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-25caad97-adc3-4224-aaa1-9806aa40e8c1 req-462d493e-8b3a-464f-8297-7d1f8891ea9a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0837433 Jun 16 15:57:01.537191 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-25caad97-adc3-4224-aaa1-9806aa40e8c1 req-fdb8e069-bb90-4cb4-9bc5-562c3124b446 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 Jun 16 15:57:02.133632 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df130eaa-b6e7-4e09-ac94-ced7bf0d141d req-43365e75-37c7-4915-a680-ac729b2ae40d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:02.143159 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-df130eaa-b6e7-4e09-ac94-ced7bf0d141d req-43365e75-37c7-4915-a680-ac729b2ae40d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 944 time: 0.1149516 Jun 16 15:57:02.251575 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-df130eaa-b6e7-4e09-ac94-ced7bf0d141d req-50764cd8-a1e6-4b89-9599-ca5c591518e6 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905094 Jun 16 15:57:02.787700 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8c1d7-772d-41e3-988e-b8b650dc11ea req-3d3d6f84-2347-4706-9d02-0d0205bdc2db tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:02.796068 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5cf8c1d7-772d-41e3-988e-b8b650dc11ea req-3d3d6f84-2347-4706-9d02-0d0205bdc2db tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0981665 Jun 16 15:57:02.821011 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device e32ac337-5ce3-410c-b901-f11cbfa75e71 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:02.902907 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5cf8c1d7-772d-41e3-988e-b8b650dc11ea req-69a320f1-e8d6-41ce-a42a-db962f4c5c6d tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009982 Jun 16 15:57:02.920986 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port e32ac337-5ce3-410c-b901-f11cbfa75e71 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:02.926675 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port e32ac337-5ce3-410c-b901-f11cbfa75e71 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:02.927488 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:03.024404 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:03.050894 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e8ae94-9daf-46a1-802a-dc5acde8d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32ac337-5ce3-410c-b901-f11cbfa75e71'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:57:03.053542 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fca0c2-ed0c-4aed-89f3-014f710f7132" -d '{"events": [{"server_uuid": "12e8ae94-9daf-46a1-802a-dc5acde8d636", "name": "network-vif-plugged", "status": "completed", "tag": "e32ac337-5ce3-410c-b901-f11cbfa75e71"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:57:03.069166 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port e32ac337-5ce3-410c-b901-f11cbfa75e71, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e32ac337-5ce3-410c-b901-f11cbfa75e71,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:03.079671 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:03.084095 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-74fb8f16-8115-4466-bcec-26952e60fd44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:03.183023 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8921157c-f415-4f26-aa7d-82192e7fc0af x-openstack-request-id: req-8921157c-f415-4f26-aa7d-82192e7fc0af {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:57:03.184003 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e8ae94-9daf-46a1-802a-dc5acde8d636", "name": "network-vif-plugged", "status": "completed", "tag": "e32ac337-5ce3-410c-b901-f11cbfa75e71", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:57:03.184572 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8921157c-f415-4f26-aa7d-82192e7fc0af {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:57:03.185315 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e8ae94-9daf-46a1-802a-dc5acde8d636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32ac337-5ce3-410c-b901-f11cbfa75e71', 'code': 200} Jun 16 15:57:03.186908 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=e32ac337-5ce3-410c-b901-f11cbfa75e71,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:03.207031 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:03.489558 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941fc1-4aef-4f22-ab44-3ef27a1cdb4f req-b2334ab0-1cce-4b35-aa9d-249d418d1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:03.492376 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ba941fc1-4aef-4f22-ab44-3ef27a1cdb4f req-b2334ab0-1cce-4b35-aa9d-249d418d1dbf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 1098 time: 0.0752761 Jun 16 15:57:03.534136 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ba941fc1-4aef-4f22-ab44-3ef27a1cdb4f req-70c1541f-4579-4ab7-a75c-b42280ff418b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341587 Jun 16 15:57:03.662365 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b10629-f1f7-403e-9f35-c5749225c8ed req-b639063a-b913-44bb-9ba6-05104333fd90 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:03.664504 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-75b10629-f1f7-403e-9f35-c5749225c8ed req-b639063a-b913-44bb-9ba6-05104333fd90 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 945 time: 0.0881062 Jun 16 15:57:03.719411 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-75b10629-f1f7-403e-9f35-c5749225c8ed req-fa5afc52-148b-494a-adc7-aca841ef3bb1 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487907 Jun 16 15:57:04.125706 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deb212-5d60-4360-85ea-7c53166d0176 req-d862dc33-588a-4f12-bfa8-71e49661c66a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:04.128571 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-23deb212-5d60-4360-85ea-7c53166d0176 req-d862dc33-588a-4f12-bfa8-71e49661c66a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0745552 Jun 16 15:57:04.179248 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-23deb212-5d60-4360-85ea-7c53166d0176 req-5c3ed09a-5950-46fc-996e-7bc2ee971e6d tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Jun 16 15:57:04.401626 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-56ec51c6-08c7-4c3d-a267-3548dc48546f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:04.937766 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0267b6a-562c-4fe3-ad30-ef4d2ef1ca5a req-83954a6d-08d4-4755-80f1-5cba2e441204 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:04.939889 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b0267b6a-562c-4fe3-ad30-ef4d2ef1ca5a req-83954a6d-08d4-4755-80f1-5cba2e441204 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 945 time: 0.0768735 Jun 16 15:57:04.996734 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b0267b6a-562c-4fe3-ad30-ef4d2ef1ca5a req-0c3401f8-cd51-40a0-a395-c9e798d03109 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478859 Jun 16 15:57:05.301397 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:05.408178 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf589a9-d442-4e46-9004-fb17fdbe439e req-1d401ea5-b147-4ff0-881e-99a6030af2fa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:05.409987 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dbf589a9-d442-4e46-9004-fb17fdbe439e req-1d401ea5-b147-4ff0-881e-99a6030af2fa tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0982397 Jun 16 15:57:05.465264 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dbf589a9-d442-4e46-9004-fb17fdbe439e req-28364445-9eac-46ca-9f59-1266b792f3de tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 Jun 16 15:57:06.278096 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c47cc9-5450-4cf3-8658-4a7a094a7043 req-fed00aa7-47c3-477e-be39-4a2747f3e886 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:06.278922 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:06.281323 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c6c47cc9-5450-4cf3-8658-4a7a094a7043 req-fed00aa7-47c3-477e-be39-4a2747f3e886 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 945 time: 0.1140332 Jun 16 15:57:06.330818 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c6c47cc9-5450-4cf3-8658-4a7a094a7043 req-99e56576-4282-4b59-b89d-581176719e57 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432773 Jun 16 15:57:06.768153 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd15eb-f99a-4153-867f-123a7c339fd9 req-05568fc0-dee3-48d4-af9a-e3c2ef56fbd7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:06.770507 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-16fd15eb-f99a-4153-867f-123a7c339fd9 req-05568fc0-dee3-48d4-af9a-e3c2ef56fbd7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1127882 Jun 16 15:57:06.783370 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40114) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:06.838825 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-16fd15eb-f99a-4153-867f-123a7c339fd9 req-1be97740-b408-4e75-9961-96edfb12d615 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616157 Jun 16 15:57:06.959503 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7d82f93f-8106-410c-a012-135fa914641e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.075541 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7d82f93f-8106-410c-a012-135fa914641e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.082273 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7d82f93f-8106-410c-a012-135fa914641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.086469 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-e1a8834a-5cfd-44b2-8b98-2c85faa99db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:07.130642 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-7d82f93f-8106-410c-a012-135fa914641e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d1b4a29822f43cda3771241e426a288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461199 Jun 16 15:57:07.131610 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82f93f-8106-410c-a012-135fa914641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e79dd7-a571-4eaf-b647-ed157c304c40,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:07.133469 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 40126) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:07.138203 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7d82f93f-8106-410c-a012-135fa914641e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:07.212470 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e417c090-464f-4f92-9f1a-7926cd1e3c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.248262 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e417c090-464f-4f92-9f1a-7926cd1e3c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.315739 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e417c090-464f-4f92-9f1a-7926cd1e3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.318658 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e417c090-464f-4f92-9f1a-7926cd1e3c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.320515 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e417c090-464f-4f92-9f1a-7926cd1e3c40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82e79dd7-a571-4eaf-b647-ed157c304c40 HTTP/1.1" status: 204 len: 168 time: 0.1853132 Jun 16 15:57:07.321466 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e0e57374-2453-407b-bbe1-e28155794913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:07.342388 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417c090-464f-4f92-9f1a-7926cd1e3c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e79dd7-a571-4eaf-b647-ed157c304c40,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:07.346833 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e417c090-464f-4f92-9f1a-7926cd1e3c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:07.454144 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b791-7875-4504-9e10-b88037928780 req-b6f375f9-9fe6-472a-a92e-64a0995ff404 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:07.456033 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-b6f375f9-9fe6-472a-a92e-64a0995ff404 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 814 time: 0.1221750 Jun 16 15:57:07.489316 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-63dff203-98a6-43c5-b519-17985520059b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/quotas/b827f81e9e054d9cbece81015aa3d8c1 HTTP/1.1" status: 200 len: 375 time: 0.0165167 Jun 16 15:57:07.587377 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-d8b512d1-5163-4191-9f0d-ebf5a305a1df tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915353 Jun 16 15:57:07.661493 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 40152) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:07.676438 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-df9f1b85-3b8b-44ad-b61e-3a70144830c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.704881 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-de6b2992-501e-4f91-b357-af682f54d434 service neutron] 10.222.0.48 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165380 Jun 16 15:57:07.810607 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e490e-0ced-4628-a147-ec591a157550 req-5e035c43-3837-4bfb-a5e1-6c344ee60b36 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:07.812081 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-455e490e-0ced-4628-a147-ec591a157550 req-5e035c43-3837-4bfb-a5e1-6c344ee60b36 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 945 time: 0.1156592 Jun 16 15:57:07.815432 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-0cc73655-0f22-41c6-9b39-b8c39e6e1a65 service neutron] 10.222.0.48 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032231 Jun 16 15:57:07.863267 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-df9f1b85-3b8b-44ad-b61e-3a70144830c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.873034 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-455e490e-0ced-4628-a147-ec591a157550 req-d042304d-8df7-49ce-a989-720fb8adc1bb tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527139 Jun 16 15:57:07.874039 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-df9f1b85-3b8b-44ad-b61e-3a70144830c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:07.877867 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-684d80d8-9266-4823-aa72-3d322dbf7ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:07.916982 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-df9f1b85-3b8b-44ad-b61e-3a70144830c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68567a9d0425448984c5b48db8526e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541730 Jun 16 15:57:07.919503 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 40158) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:07.929679 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f1b85-3b8b-44ad-b61e-3a70144830c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cf91e1-9fd6-4a8a-8d4c-7bb5bdf6bc79,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:07.933725 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-df9f1b85-3b8b-44ad-b61e-3a70144830c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:08.008331 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0d017428-1e02-4b86-8331-9cb0411875d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:08.045808 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0d017428-1e02-4b86-8331-9cb0411875d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:08.101205 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0d017428-1e02-4b86-8331-9cb0411875d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:08.105117 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0d017428-1e02-4b86-8331-9cb0411875d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:08.106554 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-0d017428-1e02-4b86-8331-9cb0411875d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10cf91e1-9fd6-4a8a-8d4c-7bb5bdf6bc79 HTTP/1.1" status: 204 len: 168 time: 0.1849825 Jun 16 15:57:08.108432 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9a5ae21d-1f1c-4965-9c94-2150d3873038 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:08.118973 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d017428-1e02-4b86-8331-9cb0411875d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cf91e1-9fd6-4a8a-8d4c-7bb5bdf6bc79,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:08.122029 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0d017428-1e02-4b86-8331-9cb0411875d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:08.182162 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-86b9389e-151a-4dcc-9d7a-a4ec120927d0 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:08.183946 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-86b9389e-151a-4dcc-9d7a-a4ec120927d0 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/networks?id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78 HTTP/1.1" status: 200 len: 815 time: 0.1440654 Jun 16 15:57:08.200452 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-b3cdf0fd-c4e1-4c65-883d-cecd71c0abf6 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/quotas/3018201aa7cd488eb862a3d0bd1dd366 HTTP/1.1" status: 200 len: 375 time: 0.0108528 Jun 16 15:57:08.289650 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664dfa8-1bf7-4667-965d-197f0b83aaf3 req-2fddba17-377c-41d6-ad88-2a5a72d0a351 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:08.292095 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4664dfa8-1bf7-4667-965d-197f0b83aaf3 req-2fddba17-377c-41d6-ad88-2a5a72d0a351 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0946987 Jun 16 15:57:08.296596 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-cf7e4918-3148-4bad-b142-bab22a9e26ab tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3018201aa7cd488eb862a3d0bd1dd366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831196 Jun 16 15:57:08.343191 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4664dfa8-1bf7-4667-965d-197f0b83aaf3 req-7882ade6-9492-4f16-bf2a-1c2a7596e59d tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Jun 16 15:57:08.412587 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-ffc4c384-3ca4-46ab-913d-d12c0c20843b service neutron] 10.222.0.48 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149850 Jun 16 15:57:08.447189 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5398b1d0-f587-4e52-961e-fbe2adeeee3e req-0c204c6c-cb88-4b4b-929a-6d8b6f0a29db tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 210 time: 0.0308349 Jun 16 15:57:08.526312 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-ea627437-b646-44b7-9aba-bd607836251f service neutron] 10.222.0.48 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125839 Jun 16 15:57:08.587629 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:08.735611 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fc7bb10f-7d8e-418d-8a71-dca345bf15c8 req-d65f485f-6bf8-42f8-8092-524785727561 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 210 time: 0.0299406 Jun 16 15:57:09.068707 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a849a-e5de-46d8-9d5f-2219d0247c8e req-37024455-f798-4133-8fea-d57f6ad46ef3 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:09.070165 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6e7a849a-e5de-46d8-9d5f-2219d0247c8e req-37024455-f798-4133-8fea-d57f6ad46ef3 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 945 time: 0.0797896 Jun 16 15:57:09.136281 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6e7a849a-e5de-46d8-9d5f-2219d0247c8e req-620da4f9-e51d-42b6-aee3-fe476e3620d5 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/security-groups?id=4902cf7c-a3f6-4f91-865e-8ec432838fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588679 Jun 16 15:57:09.669230 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987caf8-88ad-44a0-8103-b86ed488ad51 req-8e18b94b-1a7b-45d2-a222-0db83b6dd701 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:09.671713 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0987caf8-88ad-44a0-8103-b86ed488ad51 req-8e18b94b-1a7b-45d2-a222-0db83b6dd701 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.1667762 Jun 16 15:57:09.705509 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04170876-027a-4452-959b-d975d493379a req-d640695a-8848-4e7e-96c6-4f52b06af639 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 210 time: 0.0867734 Jun 16 15:57:09.750519 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b791-7875-4504-9e10-b88037928780 req-0da5e9bb-b3d6-4b56-9251-a81eb06451a1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:09.753473 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-0da5e9bb-b3d6-4b56-9251-a81eb06451a1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 814 time: 0.2447288 Jun 16 15:57:09.761257 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0987caf8-88ad-44a0-8103-b86ed488ad51 req-c906550c-0f88-4c19-8622-a9c57b4fc524 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799911 Jun 16 15:57:09.774091 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Request body: {'port': {'device_id': 'dc01239d-a554-42f7-a987-c030b9a04ad8', 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5', 'admin_state_up': True, 'tenant_id': 'b827f81e9e054d9cbece81015aa3d8c1'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:09.793436 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-a9c7df97-9bbc-4157-a9b1-66fa39f1eaea tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:09.798749 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-a9c7df97-9bbc-4157-a9b1-66fa39f1eaea tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.89 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 945 time: 0.1840026 Jun 16 15:57:09.974309 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Made reservation on behalf of b827f81e9e054d9cbece81015aa3d8c1 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:09.978532 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:09.983840 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-05ed5a2e-6ebb-4c5e-ba39-b3dc39378a33 req-14fe64ab-01ee-4e06-b861-7f5aafb21b18 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 210 time: 0.0399845 Jun 16 15:57:09.999071 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Deleting port e32ac337-5ce3-410c-b901-f11cbfa75e71 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:57:09.999472 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:10.133137 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] For port e32ac337-5ce3-410c-b901-f11cbfa75e71, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=e32ac337-5ce3-410c-b901-f11cbfa75e71,segment=NetworkSegment(2193011c-0f99-4d5a-bae2-4377727c67b0),segment_id=2193011c-0f99-4d5a-bae2-4377727c67b0)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:10.134154 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:10.172881 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Allocated IP 172.20.0.10 (fb10f2d2-ecce-4cea-a631-52f2c68056f5/7cc6a8e5-82f3-4aec-b1ae-78d933df9972/ea1d2b02-6d9d-4185-b265-ad279f103a3c) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:10.273645 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Calling delete_port for e32ac337-5ce3-410c-b901-f11cbfa75e71 owned by compute:nova {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:57:10.314225 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-1d1132b8-cc68-4529-bab3-3fe54fc02baa tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:10.316480 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-1d1132b8-cc68-4529-bab3-3fe54fc02baa tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.89 "GET /v2.0/networks?id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78 HTTP/1.1" status: 200 len: 815 time: 0.1401367 Jun 16 15:57:10.344217 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'port': {'device_id': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'admin_state_up': True, 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:10.442857 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:10.452592 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f20f7c7-a1cf-4179-965b-7cdc91092b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:10.457753 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['e32ac337-5ce3-410c-b901-f11cbfa75e71'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:57:10.489075 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Pushing event deleted for resources: {'Port': ['ID=e32ac337-5ce3-410c-b901-f11cbfa75e71,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:10.491919 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:10.521501 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a09fb538-ad41-4113-b099-d9d67a9226ff req-4c1381ac-14eb-40ee-8ee3-0f2618df7664 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 210 time: 0.0911863 Jun 16 15:57:10.564486 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] No DVR routers for this DVR port e32ac337-5ce3-410c-b901-f11cbfa75e71 on host hv-cinder-79611 {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:57:10.567278 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:10.570942 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a2fe7f8a-7927-443a-a3b8-e253f8de44f6 req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.89 "DELETE /v2.0/ports/e32ac337-5ce3-410c-b901-f11cbfa75e71 HTTP/1.1" status: 204 len: 173 time: 0.7607505 Jun 16 15:57:10.571487 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e8ae94-9daf-46a1-802a-dc5acde8d636', 'name': 'network-vif-deleted', 'tag': 'e32ac337-5ce3-410c-b901-f11cbfa75e71'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:57:10.574297 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f15c46-f0ff-4731-8eb5-df7219328972" -d '{"events": [{"server_uuid": "12e8ae94-9daf-46a1-802a-dc5acde8d636", "name": "network-vif-deleted", "tag": "e32ac337-5ce3-410c-b901-f11cbfa75e71"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:57:10.642664 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b206b0d-f11f-429c-a39d-f7bf1096d647 x-openstack-request-id: req-0b206b0d-f11f-429c-a39d-f7bf1096d647 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:57:10.643033 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e8ae94-9daf-46a1-802a-dc5acde8d636", "name": "network-vif-deleted", "tag": "e32ac337-5ce3-410c-b901-f11cbfa75e71", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:57:10.643154 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b206b0d-f11f-429c-a39d-f7bf1096d647 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:57:10.643529 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e8ae94-9daf-46a1-802a-dc5acde8d636', 'name': 'network-vif-deleted', 'tag': 'e32ac337-5ce3-410c-b901-f11cbfa75e71', 'status': 'completed', 'code': 200} Jun 16 15:57:10.716245 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:10.737813 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Made reservation on behalf of 3018201aa7cd488eb862a3d0bd1dd366 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:10.741709 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:10.900871 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:10.922534 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['55f5f05d-e34b-4baa-848b-81730be940ec', '8438f08a-e669-459f-bd27-27940b95b274'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:57:10.985667 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-aa25e4e9-840a-4e50-a5cd-cf131284d7d2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:11.071351 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Allocated IP 172.20.0.10 (befddb0d-a440-4e48-b2cf-9a7ad0c57c78/5be5c848-fa7b-460d-be68-af6b9ab8daf4/a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:11.088539 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3477dc-293f-4fcf-bd01-475ab287c653 req-ec4d22e1-1e77-4e2f-9de5-aea2d9193fbc tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:11.090348 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bb3477dc-293f-4fcf-bd01-475ab287c653 req-ec4d22e1-1e77-4e2f-9de5-aea2d9193fbc tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0824075 Jun 16 15:57:11.103668 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Network fb10f2d2-ecce-4cea-a631-52f2c68056f5 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:11.109215 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Pushing event updated for resources: {'Port': ['ID=ea1d2b02-6d9d-4185-b265-ad279f103a3c,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:11.113881 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:11.118731 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:11.121677 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:57:11.153039 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bb3477dc-293f-4fcf-bd01-475ab287c653 req-6d1c3e33-ff34-4d59-8713-4a2a10766f0a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569215 Jun 16 15:57:11.214970 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:11.214970 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:11.261346 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f341b4-7475-4055-bd93-e56b77c7191c req-8a298c62-9836-4eea-af2f-1608d06a79c7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:11.262952 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67f341b4-7475-4055-bd93-e56b77c7191c req-8a298c62-9836-4eea-af2f-1608d06a79c7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 932 time: 0.2814577 Jun 16 15:57:11.268055 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5055189 Jun 16 15:57:11.285372 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Request body: {'port': {'device_id': 'dc01239d-a554-42f7-a987-c030b9a04ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:11.463862 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67f341b4-7475-4055-bd93-e56b77c7191c req-2f015eff-81d1-4be6-a46b-3bfaff7a7cf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480443 Jun 16 15:57:11.494148 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:11.548477 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:11.553217 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Transition to ACTIVE for port object a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:11.682136 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-40244785-ba26-4528-80ca-b2595c60c6df req-d059cd60-2792-41d1-b538-033fad3ca68f tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 210 time: 0.0966775 Jun 16 15:57:11.851473 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:11.881477 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6c866cb1-3c76-4c6a-bf89-968a78538031 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:11.902983 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0dda038f-4a96-4888-ab7d-469a531073ae req-c1b04533-81c1-4a3f-9969-24ae999bb8a3 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] 10.222.0.48 "GET /v2.0/ports?device_id=12e8ae94-9daf-46a1-802a-dc5acde8d636 HTTP/1.1" status: 200 len: 210 time: 0.0636497 Jun 16 15:57:11.944559 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:11.950669 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:11.959927 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:57:12.028077 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:12.028885 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:12.043428 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'Port': ['ID=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:12.053791 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:12.058677 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7248111 Jun 16 15:57:12.127296 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1d2b02-6d9d-4185-b265-ad279f103a3c {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:57:12.136577 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:12.166349 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Transition to ACTIVE for port object ea1d2b02-6d9d-4185-b265-ad279f103a3c will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:12.171348 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:12.178582 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:12.246939 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-ff7d3e96-7ee1-4a1a-bed2-206f88c27ca0 None None] Provisioning for port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:12.256005 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-ff7d3e96-7ee1-4a1a-bed2-206f88c27ca0 None None] Provisioning complete for port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:12.256652 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3e96-7ee1-4a1a-bed2-206f88c27ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:12.334462 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d3e96-7ee1-4a1a-bed2-206f88c27ca0 None None] Port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:57:12.359666 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1d2b02-6d9d-4185-b265-ad279f103a3c,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:12.371289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:12.419026 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Attempting to bind port ea1d2b02-6d9d-4185-b265-ad279f103a3c on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:57:12.419590 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Attempting to bind port ea1d2b02-6d9d-4185-b265-ad279f103a3c by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:57:12.420129 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Attempting to bind port ea1d2b02-6d9d-4185-b265-ad279f103a3c on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:12.427355 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Port ea1d2b02-6d9d-4185-b265-ad279f103a3c on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:57:12.428047 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Attempting to bind port ea1d2b02-6d9d-4185-b265-ad279f103a3c on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:12.436140 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:57:12.437131 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Checking segment: {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:12.438095 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Bound using segment: {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:57:12.439656 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Bound port: ea1d2b02-6d9d-4185-b265-ad279f103a3c, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:57:12.440252 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:12.482194 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5e3ac-09db-4b31-b9a0-d6d2ff370256 req-e27e64d1-8ce0-4d40-ac87-b2b37a5cacf3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:12.483795 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4ec5e3ac-09db-4b31-b9a0-d6d2ff370256 req-e27e64d1-8ce0-4d40-ac87-b2b37a5cacf3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0961468 Jun 16 15:57:12.584915 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4ec5e3ac-09db-4b31-b9a0-d6d2ff370256 req-d5d10268-6f72-42f7-8818-868b4ed2d9a5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902905 Jun 16 15:57:12.773718 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] For port ea1d2b02-6d9d-4185-b265-ad279f103a3c, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:57:12.776970 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] For port ea1d2b02-6d9d-4185-b265-ad279f103a3c, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ea1d2b02-6d9d-4185-b265-ad279f103a3c,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:57:12.781244 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:12.784367 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:12.817351 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:12.818077 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:12.819545 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] 10.222.0.89 "PUT /v2.0/ports/ea1d2b02-6d9d-4185-b265-ad279f103a3c HTTP/1.1" status: 200 len: 1094 time: 1.5420966 Jun 16 15:57:12.822896 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc01239d-a554-42f7-a987-c030b9a04ad8', 'tag': 'ea1d2b02-6d9d-4185-b265-ad279f103a3c'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:57:12.834002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df814b2b-be84-4b72-97e5-872fd4007d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc01239d-a554-42f7-a987-c030b9a04ad8", "tag": "ea1d2b02-6d9d-4185-b265-ad279f103a3c"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:57:12.864064 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1d2b02-6d9d-4185-b265-ad279f103a3c,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:12.875401 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:14.851341 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device e32ac337-5ce3-410c-b901-f11cbfa75e71 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:57:14.876498 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: e32ac337-5ce3-410c-b901-f11cbfa75e71 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:57:14.876894 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device e32ac337-5ce3-410c-b901-f11cbfa75e71 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:57:15.910571 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40396) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:16.028860 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7b7d30de-ddb1-4cf8-a267-77ec45c18bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.136106 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7b7d30de-ddb1-4cf8-a267-77ec45c18bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.140681 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-7b7d30de-ddb1-4cf8-a267-77ec45c18bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.145129 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-25560631-522c-4eb0-8c39-9291f0ccd7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:16.410425 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d30de-ddb1-4cf8-a267-77ec45c18bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6938d3-4eb5-4382-91d8-d62da6f5586a,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:16.414601 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-7b7d30de-ddb1-4cf8-a267-77ec45c18bb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f132aff8b5244cb97103e2a06a1ab3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029879 Jun 16 15:57:16.415505 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7b7d30de-ddb1-4cf8-a267-77ec45c18bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:16.417204 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40400) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:16.466508 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ec88135-0389-4480-96d9-9dfa4f8d74c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.489808 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ec88135-0389-4480-96d9-9dfa4f8d74c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.541086 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ec88135-0389-4480-96d9-9dfa4f8d74c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.543911 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ec88135-0389-4480-96d9-9dfa4f8d74c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.545089 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4ec88135-0389-4480-96d9-9dfa4f8d74c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b6938d3-4eb5-4382-91d8-d62da6f5586a HTTP/1.1" status: 204 len: 168 time: 0.1269951 Jun 16 15:57:16.545784 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:16.555341 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec88135-0389-4480-96d9-9dfa4f8d74c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6938d3-4eb5-4382-91d8-d62da6f5586a,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:16.558726 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4ec88135-0389-4480-96d9-9dfa4f8d74c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:16.571814 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.868048 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40408) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:16.881659 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbf07-5af2-479a-bed2-021b74b2a63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.990829 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbf07-5af2-479a-bed2-021b74b2a63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.994956 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4d1cbf07-5af2-479a-bed2-021b74b2a63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:16.999955 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:17.035548 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4d1cbf07-5af2-479a-bed2-021b74b2a63c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=593073ffbda14b61b517fac03b803ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663601 Jun 16 15:57:17.036447 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cbf07-5af2-479a-bed2-021b74b2a63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88e165e-b704-404e-bd5b-033f898ac0b3,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:17.039073 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 40410) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:17.039675 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4d1cbf07-5af2-479a-bed2-021b74b2a63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:17.098042 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-332bc29d-0954-4947-a5dd-43bcad31d8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:17.121949 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-332bc29d-0954-4947-a5dd-43bcad31d8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:17.168615 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-332bc29d-0954-4947-a5dd-43bcad31d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:17.171255 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-332bc29d-0954-4947-a5dd-43bcad31d8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:17.172459 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-332bc29d-0954-4947-a5dd-43bcad31d8c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c88e165e-b704-404e-bd5b-033f898ac0b3 HTTP/1.1" status: 204 len: 168 time: 0.1319807 Jun 16 15:57:17.174095 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:17.190595 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bc29d-0954-4947-a5dd-43bcad31d8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88e165e-b704-404e-bd5b-033f898ac0b3,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:17.193071 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-332bc29d-0954-4947-a5dd-43bcad31d8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:18.000171 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 40434) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:18.122964 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-350807457-network', 'tenant_id': '9e30d157e77e49fe9ec5360b97c043ef'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:18.148634 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Made reservation on behalf of 9e30d157e77e49fe9ec5360b97c043ef for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:18.151146 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.166004 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.287618 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.292708 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.295876 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0d017428-1e02-4b86-8331-9cb0411875d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:18.321673 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:57:18.335089 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61805ce7-e048-4e7e-9462-4096eb95f9a2,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:18.339501 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:18.340569 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.340907 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Added segment de3584d0-546b-4f19-8f78-12498cc5c7f4 of type vlan for network 0c307269-58d4-42e1-8e30-fdaf3cd9e0eb Jun 16 15:57:18.405285 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.441752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.443306 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:18.444022 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.446370 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:18.480718 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4793258 Jun 16 15:57:18.483677 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40442) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:18.489892 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Request body: {'subnet': {'network_id': '0c307269-58d4-42e1-8e30-fdaf3cd9e0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-350807457-subnet', 'tenant_id': '9e30d157e77e49fe9ec5360b97c043ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:18.530376 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Made reservation on behalf of 9e30d157e77e49fe9ec5360b97c043ef for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:18.536774 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14231900'] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.567829 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Pushing event updated for resources: {'Network': ['ID=0c307269-58d4-42e1-8e30-fdaf3cd9e0eb,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:18.571590 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:18.581833 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 0c307269-58d4-42e1-8e30-fdaf3cd9e0eb details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:57:18.796932 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13992972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14231886'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.799902 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1d11ffe2-5c47-4d5e-9774-73a860a66ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:18.860618 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2e4340-a4f4-4bc0-8cf1-359abc907819,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:18.864851 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:18.872171 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Checking segment: {'id': 'de3584d0-546b-4f19-8f78-12498cc5c7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '0c307269-58d4-42e1-8e30-fdaf3cd9e0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:18.872521 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Network hostable DHCP agents. Network: 0c307269-58d4-42e1-8e30-fdaf3cd9e0eb, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:57:18.901980 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Network 0c307269-58d4-42e1-8e30-fdaf3cd9e0eb is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:57:18.920045 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 0c307269-58d4-42e1-8e30-fdaf3cd9e0eb) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:18.925882 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:18.926480 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:18.934596 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab469eb2-9f4c-4d23-afbc-62556a9f72e4 None None] Network 0c307269-58d4-42e1-8e30-fdaf3cd9e0eb requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:18.952975 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4642479 Jun 16 15:57:19.077242 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2e60f5-7a5b-4495-8215-ba1678dc243d None None] Network 0c307269-58d4-42e1-8e30-fdaf3cd9e0eb requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:19.507717 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40468) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:19.513376 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1137221645-network', 'tenant_id': '32778dcbb98f4b54bf48cb1ac5245497'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:19.538235 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Made reservation on behalf of 32778dcbb98f4b54bf48cb1ac5245497 for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:19.541466 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.553688 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.650654 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.655402 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.659715 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dbe0c06c-48db-4807-835a-d9e3b554a9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:19.687712 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:57:19.695207 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9e3b5a-9024-4a3b-a845-cae04fc79c3a,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:19.699952 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:19.703118 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.703437 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Added segment cedd8bec-1820-473c-866f-c9b116e3779e of type vlan for network 06926d69-b529-48de-b279-2d48ccffe226 Jun 16 15:57:19.745189 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.776722 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.779064 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:19.779674 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:19.782803 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dc49dc56-1694-4dc4-af53-fab72761a170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:19.823316 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3114901 Jun 16 15:57:19.823575 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40472) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:19.828781 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Request body: {'subnet': {'network_id': '06926d69-b529-48de-b279-2d48ccffe226', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1137221645-subnet', 'tenant_id': '32778dcbb98f4b54bf48cb1ac5245497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:19.858255 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Pushing event updated for resources: {'Network': ['ID=06926d69-b529-48de-b279-2d48ccffe226,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:19.863682 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:19.870096 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 06926d69-b529-48de-b279-2d48ccffe226 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:57:19.889625 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Made reservation on behalf of 32778dcbb98f4b54bf48cb1ac5245497 for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:19.893645 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14231900'] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:20.138368 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13992972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14231886'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:20.140754 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:20.194760 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41fcbfa-9a29-4a4a-b6b4-d70640f15d98,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:20.198319 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:20.206010 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Checking segment: {'id': 'cedd8bec-1820-473c-866f-c9b116e3779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '06926d69-b529-48de-b279-2d48ccffe226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:20.206395 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Network hostable DHCP agents. Network: 06926d69-b529-48de-b279-2d48ccffe226, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:57:20.222840 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Network 06926d69-b529-48de-b279-2d48ccffe226 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:57:20.234773 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 06926d69-b529-48de-b279-2d48ccffe226) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:20.244935 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:20.245750 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:20.246031 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb397f8e-f7b2-4f70-8870-841730734287 None None] Network 06926d69-b529-48de-b279-2d48ccffe226 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:20.278212 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-0dcb7328-1aec-447a-b463-3b0830fbc2bf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4535179 Jun 16 15:57:20.405525 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051d55f8-dc54-4ab9-8e5d-3ce77f37b092 None None] Network 06926d69-b529-48de-b279-2d48ccffe226 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:29.394606 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Request body: {'port': {'device_id': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:29.480558 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:57:29.535141 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:29.687530 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022a5a-e125-477b-9a98-7a1e24aec4b6 req-f85a7121-09fe-478f-9c93-df3e7954228e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:29.689846 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ac022a5a-e125-477b-9a98-7a1e24aec4b6 req-f85a7121-09fe-478f-9c93-df3e7954228e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 944 time: 0.0682414 Jun 16 15:57:29.732229 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b791-7875-4504-9e10-b88037928780 req-7548eac2-bd40-4941-8add-0dd91a4918f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:29.733447 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-7548eac2-bd40-4941-8add-0dd91a4918f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 1097 time: 0.3152468 Jun 16 15:57:29.740101 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ac022a5a-e125-477b-9a98-7a1e24aec4b6 req-5826d4c5-1493-4442-9e46-f3bc163cc7b6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430348 Jun 16 15:57:29.804847 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd72af9-bf0d-43f7-8c81-8665a2304b8a x-openstack-request-id: req-4cd72af9-bf0d-43f7-8c81-8665a2304b8a {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:57:29.805169 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc01239d-a554-42f7-a987-c030b9a04ad8", "tag": "ea1d2b02-6d9d-4185-b265-ad279f103a3c", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:57:29.805475 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cd72af9-bf0d-43f7-8c81-8665a2304b8a {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:57:29.805960 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc01239d-a554-42f7-a987-c030b9a04ad8', 'tag': 'ea1d2b02-6d9d-4185-b265-ad279f103a3c', 'status': 'completed', 'code': 200} Jun 16 15:57:29.817548 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-21964da2-e9f1-4acc-8703-cca00f3e7758 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1d2b02-6d9d-4185-b265-ad279f103a3c HTTP/1.1" status: 200 len: 217 time: 0.0693786 Jun 16 15:57:29.854433 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c6459-5a3a-4846-891e-199a725d0d33 req-da580216-bf75-48e8-b287-d0b29fa0ea52 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:29.855963 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-473c6459-5a3a-4846-891e-199a725d0d33 req-da580216-bf75-48e8-b287-d0b29fa0ea52 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 932 time: 0.2780683 Jun 16 15:57:29.974081 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b791-7875-4504-9e10-b88037928780 req-2c930e17-7036-40be-af9d-7a01e8a4c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:29.975292 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-2c930e17-7036-40be-af9d-7a01e8a4c6a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cc6a8e5-82f3-4aec-b1ae-78d933df9972 HTTP/1.1" status: 200 len: 854 time: 0.1407373 Jun 16 15:57:30.029934 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be33218-b8a8-4d12-9840-8aa20faf1241 req-4ccf6eee-5f04-4bf5-bf03-5e8ebab9fdab tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:30.033191 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5be33218-b8a8-4d12-9840-8aa20faf1241 req-4ccf6eee-5f04-4bf5-bf03-5e8ebab9fdab tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0789740 Jun 16 15:57:30.036841 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-473c6459-5a3a-4846-891e-199a725d0d33 req-df3ef912-4595-4170-b05a-c066cf8456a7 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325774 Jun 16 15:57:30.040915 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-ad10e38a-3172-4dc4-af2f-e27f44a75f26 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb10f2d2-ecce-4cea-a631-52f2c68056f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535443 Jun 16 15:57:30.087328 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:57:30.096835 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.108978 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5be33218-b8a8-4d12-9840-8aa20faf1241 req-049eb998-7840-4ebd-a6fd-57d8163e3958 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620878 Jun 16 15:57:30.111306 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Transition to ACTIVE for port object a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:30.132011 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.136924 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:30.272289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Pushing event updated for resources: {'Port': ['ID=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:30.294878 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.295248 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.295607 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.295958 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.296304 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.296695 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.297043 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.297385 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.298565 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.299141 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.299373 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.299979 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:30.315655 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-827b8ad5-b176-4c40-8cf8-5e86aa7e7161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.321805 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:30.328587 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-4691aad5-520d-42b5-93d8-1a916353493d service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690008 Jun 16 15:57:30.445590 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Attempting to bind port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:57:30.446216 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Attempting to bind port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:57:30.446317 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Attempting to bind port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf on network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:30.457214 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf on network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:57:30.457533 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Attempting to bind port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf on network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:30.469791 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:57:30.470122 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Checking segment: {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:30.470670 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Bound using segment: {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:57:30.471134 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Bound port: a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb3d381-e0cf-4a60-86d9-811b626dbf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:57:30.471488 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.486221 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63f6b791-7875-4504-9e10-b88037928780 req-2eeb1256-315b-4168-ac5a-cc59b7ade446 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393960 Jun 16 15:57:30.635895 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] For port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:57:30.660396 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] For port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:57:30.668109 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.674030 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:30.734171 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:30.734802 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.737109 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] 10.222.0.89 "PUT /v2.0/ports/a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 1094 time: 1.3470864 Jun 16 15:57:30.755879 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-309a3299-e279-4f05-9255-ea67411661a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:30.757475 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-309a3299-e279-4f05-9255-ea67411661a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 1097 time: 0.1729963 Jun 16 15:57:30.761047 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Pushing event updated for resources: {'Port': ['ID=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:30.764960 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:31.084054 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-0824ccef-ebfd-4fce-98da-67b2ac0ed425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:31.085879 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-0824ccef-ebfd-4fce-98da-67b2ac0ed425 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 916 time: 0.3083549 Jun 16 15:57:31.090335 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-1a9503dd-f1db-4bbc-b788-ca0e58e91653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:31.091677 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-1a9503dd-f1db-4bbc-b788-ca0e58e91653 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3018201aa7cd488eb862a3d0bd1dd366&device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 1097 time: 0.2946908 Jun 16 15:57:31.186961 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-ca733db6-54ab-494e-8094-291189375039 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea1d2b02-6d9d-4185-b265-ad279f103a3c HTTP/1.1" status: 200 len: 217 time: 0.0883703 Jun 16 15:57:31.189358 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-03fefbae-c1be-41ab-b2a1-cfed5d11d9a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 217 time: 0.0829499 Jun 16 15:57:31.197130 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676139a-12d4-4fbb-934e-992eb7d9b72a req-37179403-d4d2-4d80-b0f4-0cfb448f6876 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:31.198743 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a676139a-12d4-4fbb-934e-992eb7d9b72a req-37179403-d4d2-4d80-b0f4-0cfb448f6876 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 944 time: 0.2264595 Jun 16 15:57:31.212465 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334b582-3ca1-43ac-8a03-6fc6d1f12848 req-20f4646e-f293-4019-bad9-dfe0c760a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:31.213915 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c334b582-3ca1-43ac-8a03-6fc6d1f12848 req-20f4646e-f293-4019-bad9-dfe0c760a376 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 1099 time: 0.0892174 Jun 16 15:57:31.290242 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c334b582-3ca1-43ac-8a03-6fc6d1f12848 req-943c94f7-bb3c-4b3e-aba3-96f85b68174f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460589 Jun 16 15:57:31.317992 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c963d-4d45-421c-b75b-68de544b6faa req-b586b855-c6b1-4def-8d20-e189e21966a4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:31.319691 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ee8c963d-4d45-421c-b75b-68de544b6faa req-b586b855-c6b1-4def-8d20-e189e21966a4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 944 time: 0.1049066 Jun 16 15:57:31.327390 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-1162cc09-8e7b-429f-879d-6de6a8af4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:31.329086 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-1162cc09-8e7b-429f-879d-6de6a8af4d35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5be5c848-fa7b-460d-be68-af6b9ab8daf4 HTTP/1.1" status: 200 len: 854 time: 0.1182940 Jun 16 15:57:31.334669 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-7076034d-20c2-4efb-a0b2-3c480e840f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:31.336741 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-7076034d-20c2-4efb-a0b2-3c480e840f02 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cc6a8e5-82f3-4aec-b1ae-78d933df9972 HTTP/1.1" status: 200 len: 854 time: 0.1342986 Jun 16 15:57:31.346600 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a676139a-12d4-4fbb-934e-992eb7d9b72a req-df888dfe-5c99-4232-b14f-4246d24f8b22 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262536 Jun 16 15:57:31.373153 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ee8c963d-4d45-421c-b75b-68de544b6faa req-947b0a39-6296-41e5-bb7e-0f241507f691 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471685 Jun 16 15:57:31.526799 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22626a-f975-4a32-b7ea-13f277af8700 req-e93701ed-c59f-43a2-ba4a-2c3b66a36041 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:31.528281 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed22626a-f975-4a32-b7ea-13f277af8700 req-e93701ed-c59f-43a2-ba4a-2c3b66a36041 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0692182 Jun 16 15:57:31.569544 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed22626a-f975-4a32-b7ea-13f277af8700 req-d1227772-359e-4c29-91f7-122822c76b70 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346999 Jun 16 15:57:31.807723 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:57:31.810362 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:57:34.404176 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5ceeec0-198e-4a2d-a665-3a658c68d9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:34.499744 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-6e7881ac-fdd7-4547-ba2b-d3115b2f8572 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb10f2d2-ecce-4cea-a631-52f2c68056f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517435 Jun 16 15:57:34.518449 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fd9e18-cefb-41e5-9452-cadc8cae19c6 x-openstack-request-id: req-68fd9e18-cefb-41e5-9452-cadc8cae19c6 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:57:34.518783 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:57:34.519027 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68fd9e18-cefb-41e5-9452-cadc8cae19c6 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:57:34.519436 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'status': 'completed', 'code': 200} Jun 16 15:57:34.588328 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-ed403e0a-2603-412e-b0d6-b5d94152ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:34.589913 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-ed403e0a-2603-412e-b0d6-b5d94152ffda service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1496840 Jun 16 15:57:34.648409 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558270d-0c95-4b72-963d-ea1bb904966e req-75687195-07d9-4032-a0e5-fa9d4c370838 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:34.650065 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0558270d-0c95-4b72-963d-ea1bb904966e req-75687195-07d9-4032-a0e5-fa9d4c370838 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 944 time: 0.0728531 Jun 16 15:57:34.699511 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0558270d-0c95-4b72-963d-ea1bb904966e req-54611dee-c4c8-4fac-89d3-0b08d5391c19 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Jun 16 15:57:34.714755 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-c7d7f170-3b1b-46b5-bffc-65f222a64032 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054467 Jun 16 15:57:34.884222 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb80058-d1a9-44c1-b4b6-50d44f1f2db3 req-83bcb057-35ea-481d-b249-86d7af076969 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:34.886157 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3bb80058-d1a9-44c1-b4b6-50d44f1f2db3 req-83bcb057-35ea-481d-b249-86d7af076969 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0713089 Jun 16 15:57:34.935614 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3bb80058-d1a9-44c1-b4b6-50d44f1f2db3 req-54f4e91d-1800-4b25-99ca-bea49c6726de tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Jun 16 15:57:35.042716 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-e8686297-ea47-4a52-a1af-cae2036c1114 service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450042 Jun 16 15:57:35.071601 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7a8b6-2435-48dd-916d-9cb42836e83a req-f56be029-4fab-47bb-89b3-1d7790b19619 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:35.073886 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-31f7a8b6-2435-48dd-916d-9cb42836e83a req-f56be029-4fab-47bb-89b3-1d7790b19619 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 944 time: 0.4533098 Jun 16 15:57:35.148298 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df814b2b-be84-4b72-97e5-872fd4007d7d req-0b00fd32-e627-4a7a-8e3e-0ea2d11346c1 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231720 Jun 16 15:57:35.225418 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-31f7a8b6-2435-48dd-916d-9cb42836e83a req-57848bf2-bbec-4de2-ad67-53a8a2b88e19 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322091 Jun 16 15:57:35.255256 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1a5d8d9b-2e8e-4ac1-9a35-6f9c6ecdbf1e req-ea77cfdd-2bac-4c9c-82e8-35e36d50eceb service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029862 Jun 16 15:57:35.288753 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:35.399734 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-5b3f16a0-7db4-4a18-b91d-0eadf4cdff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:35.401148 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-5b3f16a0-7db4-4a18-b91d-0eadf4cdff65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3018201aa7cd488eb862a3d0bd1dd366&device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 1097 time: 0.0755329 Jun 16 15:57:35.526284 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-91b04c96-6bd8-4bf4-a31e-7956906a0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:35.527835 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-91b04c96-6bd8-4bf4-a31e-7956906a0cff service neutron] 10.222.0.89 "GET /v2.0/networks?id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78 HTTP/1.1" status: 200 len: 917 time: 0.1166103 Jun 16 15:57:35.593302 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-ba43cfdf-e2d9-4725-b27c-aec02fb702d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 217 time: 0.0498693 Jun 16 15:57:35.705584 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-e5d13524-761e-4cbe-9ec4-9fcda7f74dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:35.707207 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-e5d13524-761e-4cbe-9ec4-9fcda7f74dc9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5be5c848-fa7b-460d-be68-af6b9ab8daf4 HTTP/1.1" status: 200 len: 854 time: 0.1001506 Jun 16 15:57:35.837553 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-79466b26-3268-4957-8b37-7feccfe81427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:35.842601 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-79466b26-3268-4957-8b37-7feccfe81427 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1266825 Jun 16 15:57:36.019281 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-11a9beab-923a-4042-88ce-57e7ffa439a4 service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691527 Jun 16 15:57:36.040737 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db4dbf-ab3c-4844-be67-c74f6321f277 req-3e8c0dc5-b3c4-4eae-9cc9-6c222934d4e1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:36.042434 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c4db4dbf-ab3c-4844-be67-c74f6321f277 req-3e8c0dc5-b3c4-4eae-9cc9-6c222934d4e1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 944 time: 0.1023633 Jun 16 15:57:36.161837 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c4db4dbf-ab3c-4844-be67-c74f6321f277 req-e2e42331-3e74-4d21-9a7e-27036be744cd tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052754 Jun 16 15:57:36.191350 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee99347-d16e-4480-98b2-0e223237b386 req-c212c70f-cbc6-4f29-b5ee-9862777de32a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:36.198733 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b4eb20b5-991d-4b78-9df7-dee229c5d1dd req-f655e0cb-d410-4ce3-81cf-4458009d4901 service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688166 Jun 16 15:57:36.199672 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7ee99347-d16e-4480-98b2-0e223237b386 req-c212c70f-cbc6-4f29-b5ee-9862777de32a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0956528 Jun 16 15:57:36.262388 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:36.273982 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7ee99347-d16e-4480-98b2-0e223237b386 req-428f885e-8f55-45b3-83f5-f495dfa21010 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731957 Jun 16 15:57:36.492573 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453cb90-7b66-4764-a610-595b766f1a31 req-b37e228d-7cd7-41f1-8583-f011322884b1 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:36.494781 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7453cb90-7b66-4764-a610-595b766f1a31 req-b37e228d-7cd7-41f1-8583-f011322884b1 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 944 time: 0.1013043 Jun 16 15:57:36.547249 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7453cb90-7b66-4764-a610-595b766f1a31 req-031b0477-574d-4a26-9691-9c523357aa66 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466406 Jun 16 15:57:36.550789 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359f661-33d0-4e0a-be49-ec467de46f0c req-d6bd93dc-2680-42fc-a5b9-339f0a5f02f3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:36.552562 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1359f661-33d0-4e0a-be49-ec467de46f0c req-d6bd93dc-2680-42fc-a5b9-339f0a5f02f3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1094654 Jun 16 15:57:36.611205 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1359f661-33d0-4e0a-be49-ec467de46f0c req-2b31c909-4286-4d86-9d63-2a901bceabb2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494301 Jun 16 15:57:36.947728 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device ea1d2b02-6d9d-4185-b265-ad279f103a3c details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:57:37.146852 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port ea1d2b02-6d9d-4185-b265-ad279f103a3c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ea1d2b02-6d9d-4185-b265-ad279f103a3c,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:37.169527 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'ea1d2b02-6d9d-4185-b265-ad279f103a3c', 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5', 'port_id': 'ea1d2b02-6d9d-4185-b265-ad279f103a3c', 'mac_address': 'fa:16:3e:b6:a0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc6a8e5-82f3-4aec-b1ae-78d933df9972', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:57:37.235367 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.273032 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1d2b02-6d9d-4185-b265-ad279f103a3c {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:57:37.317776 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port ea1d2b02-6d9d-4185-b265-ad279f103a3c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ea1d2b02-6d9d-4185-b265-ad279f103a3c,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:37.322246 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:37.324830 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:37.390289 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=ea1d2b02-6d9d-4185-b265-ad279f103a3c,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:37.402216 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.403018 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.403569 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.404016 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.404381 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.404786 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.405312 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.405985 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.406647 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.407723 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.408307 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.409230 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:37.415360 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:37.555327 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8aca4-e3c0-43e3-a453-82c80b148fd5 req-fcc8fbf7-6043-479f-b5c7-f690093814f6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:37.566811 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-96e8aca4-e3c0-43e3-a453-82c80b148fd5 req-fcc8fbf7-6043-479f-b5c7-f690093814f6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 945 time: 0.1860521 Jun 16 15:57:37.646996 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-96e8aca4-e3c0-43e3-a453-82c80b148fd5 req-54ce15ae-fe09-47f7-a4a4-f27c84083f1e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741067 Jun 16 15:57:37.694455 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['ea1d2b02-6d9d-4185-b265-ad279f103a3c'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:57:37.965582 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4859a71-54dd-456c-8728-6d7b6b47b854 req-8684e87d-f689-44bd-b287-d007668882a3 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:37.967913 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4859a71-54dd-456c-8728-6d7b6b47b854 req-8684e87d-f689-44bd-b287-d007668882a3 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 944 time: 0.1757700 Jun 16 15:57:38.042423 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4859a71-54dd-456c-8728-6d7b6b47b854 req-1302ce6d-e09e-4f43-ab05-4e0844f760d6 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622854 Jun 16 15:57:38.585597 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:38.636947 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e973-6729-4e46-b9d9-2075530759f2 req-a513cdb0-db21-40e5-b242-9f12a9f8ee26 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:38.639447 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18a1e973-6729-4e46-b9d9-2075530759f2 req-a513cdb0-db21-40e5-b242-9f12a9f8ee26 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1768241 Jun 16 15:57:38.721828 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18a1e973-6729-4e46-b9d9-2075530759f2 req-ed2e22c1-2625-4484-b9cc-d8a2669f42e6 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723250 Jun 16 15:57:38.834044 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-d2f81a6c-f1b0-4823-bc0a-9b625bda61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:38.838773 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-d2f81a6c-f1b0-4823-bc0a-9b625bda61fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1099 time: 0.1974752 Jun 16 15:57:38.890836 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24732b-7270-4f7e-a75b-15f7d9e099f6 req-cfacb4ef-0e8e-42e8-a50c-179f47c01314 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:38.896305 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3f24732b-7270-4f7e-a75b-15f7d9e099f6 req-cfacb4ef-0e8e-42e8-a50c-179f47c01314 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.2096951 Jun 16 15:57:38.905816 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40826) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:38.960717 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:57:38.965336 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device ea1d2b02-6d9d-4185-b265-ad279f103a3c up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:39.050824 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3f24732b-7270-4f7e-a75b-15f7d9e099f6 req-dd83ae2a-3066-4aec-a91f-8c6a966c172e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314988 Jun 16 15:57:39.141553 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port ea1d2b02-6d9d-4185-b265-ad279f103a3c completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:39.152196 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7be89e-7f71-4fa9-b7d6-98585d31f809 req-b5c799c7-86b0-442e-b21b-8e884a43da40 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:39.153930 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4d7be89e-7f71-4fa9-b7d6-98585d31f809 req-b5c799c7-86b0-442e-b21b-8e884a43da40 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 945 time: 0.2156107 Jun 16 15:57:39.154866 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-dbb182fe-34ae-476e-9351-f37ae11e1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:39.156178 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-dbb182fe-34ae-476e-9351-f37ae11e1838 service neutron] 10.222.0.89 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 921 time: 0.2982910 Jun 16 15:57:39.181614 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port ea1d2b02-6d9d-4185-b265-ad279f103a3c triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:39.181992 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.183356 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.230511 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-a32e8cda-e6d8-41dc-95d6-8345a7356728 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 HTTP/1.1" status: 200 len: 217 time: 0.0587740 Jun 16 15:57:39.273472 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4d7be89e-7f71-4fa9-b7d6-98585d31f809 req-7d2a02c4-d8f7-4c5e-a2fc-d68a920a7db6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095321 Jun 16 15:57:39.405712 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.410269 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:39.415799 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-d9acec5a-43f4-48aa-b216-df8768080a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:39.418120 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.419056 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-d9acec5a-43f4-48aa-b216-df8768080a7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 200 len: 859 time: 0.1625690 Jun 16 15:57:39.425038 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5d5186c7-dc84-47b0-b469-d8022db08c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:39.442139 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'port_id': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'mac_address': 'fa:16:3e:53:d4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:57:39.455514 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61993-d212-4124-bef8-0a787f013795 req-48c41066-68e5-4698-8fc2-3392aac3c996 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:39.463341 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dcb61993-d212-4124-bef8-0a787f013795 req-48c41066-68e5-4698-8fc2-3392aac3c996 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 944 time: 0.1844754 Jun 16 15:57:39.496679 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-a477d1f5-f57d-4e26-adbf-5b68affe8f23 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=352e1945-abce-4cc0-943b-a178300a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652850 Jun 16 15:57:39.522954 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.543602 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76006a806b0f41148976f6d0d29d400c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6364646 Jun 16 15:57:39.553162 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40850) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:39.637340 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e618f495-4ae4-4a7d-95d8-9440f9890f57,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:39.665516 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01239d-a554-42f7-a987-c030b9a04ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d2b02-6d9d-4185-b265-ad279f103a3c'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:57:39.677209 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.677720 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.678174 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.678618 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.679242 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.679845 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.680297 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.680802 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.681249 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.681703 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.682134 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.682357 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c1903-7091-4a33-b1cf-c62b911e4853" -d '{"events": [{"server_uuid": "dc01239d-a554-42f7-a987-c030b9a04ad8", "name": "network-vif-plugged", "status": "completed", "tag": "ea1d2b02-6d9d-4185-b265-ad279f103a3c"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:57:39.682660 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:57:39.705493 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.711461 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dcb61993-d212-4124-bef8-0a787f013795 req-66568ef4-6f50-40f4-8bdf-2827c00edaa6 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460716 Jun 16 15:57:39.715077 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:39.750674 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:57:39.758306 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e369c838-036b-4e0c-a176-6e4f083631e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.779284 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port ea1d2b02-6d9d-4185-b265-ad279f103a3c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ea1d2b02-6d9d-4185-b265-ad279f103a3c,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:39.797247 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.803336 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:39.834831 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-ad2c1ebe-acb0-4638-8abc-565f7437b366 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186965 Jun 16 15:57:39.837187 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e369c838-036b-4e0c-a176-6e4f083631e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.922175 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e369c838-036b-4e0c-a176-6e4f083631e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.927633 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93af475b-5032-43fa-9596-dd7ff5336a08 x-openstack-request-id: req-93af475b-5032-43fa-9596-dd7ff5336a08 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:57:39.928126 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01239d-a554-42f7-a987-c030b9a04ad8", "name": "network-vif-plugged", "status": "completed", "tag": "ea1d2b02-6d9d-4185-b265-ad279f103a3c", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:57:39.928661 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93af475b-5032-43fa-9596-dd7ff5336a08 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:57:39.929279 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc01239d-a554-42f7-a987-c030b9a04ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1d2b02-6d9d-4185-b265-ad279f103a3c', 'code': 200} Jun 16 15:57:39.932669 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-e369c838-036b-4e0c-a176-6e4f083631e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.935291 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-e369c838-036b-4e0c-a176-6e4f083631e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e618f495-4ae4-4a7d-95d8-9440f9890f57 HTTP/1.1" status: 204 len: 168 time: 0.3809838 Jun 16 15:57:39.936861 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7b7d30de-ddb1-4cf8-a267-77ec45c18bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:39.943048 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:39.952749 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:39.974691 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369c838-036b-4e0c-a176-6e4f083631e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e618f495-4ae4-4a7d-95d8-9440f9890f57,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:39.982562 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-e369c838-036b-4e0c-a176-6e4f083631e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:40.046337 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=ea1d2b02-6d9d-4185-b265-ad279f103a3c,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:40.051755 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:40.052246 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:40.217344 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:40.233299 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:40.240758 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e807ba2d-e75d-4e00-8f3c-8b76b70469cd req-a702a21b-a4d4-4d21-ab97-82f9b07efe87 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967991 Jun 16 15:57:40.311527 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:57:40.459944 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e33ed-9b8a-4fad-8591-f943c782b6d4 req-1f7a6bfc-4647-4c80-a74d-3163eead3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:40.467106 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dd2e33ed-9b8a-4fad-8591-f943c782b6d4 req-1f7a6bfc-4647-4c80-a74d-3163eead3920 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 1099 time: 0.1240804 Jun 16 15:57:40.509559 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f64a-8d2e-42cd-b1ec-4b93f6452711 req-e7f2d4a4-f6f8-492f-a438-6cf3b99abe25 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:40.519958 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c4a6f64a-8d2e-42cd-b1ec-4b93f6452711 req-e7f2d4a4-f6f8-492f-a438-6cf3b99abe25 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1347742 Jun 16 15:57:40.556368 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dd2e33ed-9b8a-4fad-8591-f943c782b6d4 req-cfdbe441-c9f0-465e-97d4-8171f1c4698c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822499 Jun 16 15:57:40.643257 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c4a6f64a-8d2e-42cd-b1ec-4b93f6452711 req-74b1901f-669b-47a2-9b8f-dd5fc793acfc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222966 Jun 16 15:57:41.038659 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17b754-3e5e-43af-8b3d-364b6d59e292 req-2ce44347-96bf-4cfa-b949-beb515ff6300 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:41.040440 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4f17b754-3e5e-43af-8b3d-364b6d59e292 req-2ce44347-96bf-4cfa-b949-beb515ff6300 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.2732103 Jun 16 15:57:41.044442 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd67914-5583-4c16-bdea-96e9e6442a7a req-c4906b4d-39c8-4008-a4ac-22c4b9fc9d3a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:41.045998 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dbd67914-5583-4c16-bdea-96e9e6442a7a req-c4906b4d-39c8-4008-a4ac-22c4b9fc9d3a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.1801975 Jun 16 15:57:41.115275 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dbd67914-5583-4c16-bdea-96e9e6442a7a req-b395f6d5-b3fe-4a92-aa91-51d2a2bb269e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585551 Jun 16 15:57:41.120324 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4f17b754-3e5e-43af-8b3d-364b6d59e292 req-ed1c3150-133d-4c87-afb4-77f8db8c6475 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741014 Jun 16 15:57:41.346590 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0a126-c417-4e96-8fed-57f99a0d0690 req-e9eaa34d-895f-473f-ba76-b60faeed5022 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:41.346590 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-68c0a126-c417-4e96-8fed-57f99a0d0690 req-e9eaa34d-895f-473f-ba76-b60faeed5022 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 945 time: 0.1059809 Jun 16 15:57:41.347012 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40920) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:41.430069 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-68c0a126-c417-4e96-8fed-57f99a0d0690 req-7c879db8-4929-49ea-acc2-3dd7150c50d4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722928 Jun 16 15:57:41.432569 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_v2 [None req-630eb919-7050-4183-82d6-d54d9f5c5ade admin admin] Deleting subnet da2e4340-a4f4-4bc0-8cf1-359abc907819 {{(pid=91872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:57:41.444382 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-630eb919-7050-4183-82d6-d54d9f5c5ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.496454 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-630eb919-7050-4183-82d6-d54d9f5c5ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14333594'] for subnet, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.536426 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40928) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:41.569306 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-630eb919-7050-4183-82d6-d54d9f5c5ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.668161 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-630eb919-7050-4183-82d6-d54d9f5c5ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13993037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14231879'] for subnet, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.678234 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:41.786386 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630eb919-7050-4183-82d6-d54d9f5c5ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2e4340-a4f4-4bc0-8cf1-359abc907819,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:41.801429 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1317184858-network', 'tenant_id': 'e4cf5311ae684777af63475c5998ad7b'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:41.805204 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-630eb919-7050-4183-82d6-d54d9f5c5ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:41.834017 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-630eb919-7050-4183-82d6-d54d9f5c5ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.835959 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-630eb919-7050-4183-82d6-d54d9f5c5ade admin admin] 10.222.0.48 "DELETE /v2.0/subnets/da2e4340-a4f4-4bc0-8cf1-359abc907819 HTTP/1.1" status: 204 len: 168 time: 0.4879889 Jun 16 15:57:41.838557 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40936) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:41.878144 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Made reservation on behalf of e4cf5311ae684777af63475c5998ad7b for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:41.880644 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.940639 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:41.970839 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.159173 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058ad51-46d0-4267-bd94-b1dabbc2008a req-c23a117c-7f26-44d3-90a8-dbab1585dd1d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:42.160797 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a058ad51-46d0-4267-bd94-b1dabbc2008a req-c23a117c-7f26-44d3-90a8-dbab1585dd1d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.2370977 Jun 16 15:57:42.193780 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.219170 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c307269-58d4-42e1-8e30-fdaf3cd9e0eb']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:42.243043 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3584d0-546b-4f19-8f78-12498cc5c7f4') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:42.243445 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3584d0-546b-4f19-8f78-12498cc5c7f4') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:42.268011 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.294600 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a058ad51-46d0-4267-bd94-b1dabbc2008a req-afc798f2-0bc4-4e72-8b31-acedcf515eb7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978513 Jun 16 15:57:42.298350 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.299927 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.308338 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.312781 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:57:42.313818 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.315942 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5a0441d6-dd1c-402a-81a4-6a7b63587ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:57:42.317954 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:57:42.402473 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7beb87-2505-4cdf-9ce9-6913dcbbea3c req-700dc6e0-c92b-4441-95a0-7dd82e33be55 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:42.404396 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8e7beb87-2505-4cdf-9ce9-6913dcbbea3c req-700dc6e0-c92b-4441-95a0-7dd82e33be55 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1299069 Jun 16 15:57:42.415607 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:57:42.428161 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0c6b57-22b6-41a6-b46a-652c5635c5a9,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:42.434994 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:42.438865 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.439121 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Added segment 9871f8cd-eebe-44bf-8946-7dc6eb2c5a53 of type vlan for network 810c856d-1d59-426e-92db-3c8eadfbf36c Jun 16 15:57:42.440877 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.478460 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:42.505320 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.507486 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8e7beb87-2505-4cdf-9ce9-6913dcbbea3c req-0ee497ad-4ba4-4be2-a11c-72328ff0f496 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953631 Jun 16 15:57:42.513466 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 40948) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:42.516388 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0c307269-58d4-42e1-8e30-fdaf3cd9e0eb HTTP/1.1" status: 204 len: 168 time: 0.6734996 Jun 16 15:57:42.526849 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c307269-58d4-42e1-8e30-fdaf3cd9e0eb,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:42.530122 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.534381 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-2dd4e436-4f62-4492-b336-55e98fe34420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:42.588054 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c4ad98-d918-465c-8593-3ad856286fe5 admin admin] Deleting subnet f41fcbfa-9a29-4a4a-b6b4-d70640f15d98 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:57:42.591454 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ad98-d918-465c-8593-3ad856286fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.627056 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.629671 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:42.630318 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.634594 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c4fe5de9-c34f-4780-a1f5-9b94898ef4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:42.643828 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ad98-d918-465c-8593-3ad856286fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15610773'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.685720 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1476219 Jun 16 15:57:42.686227 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 40950) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:42.695890 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Request body: {'subnet': {'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1317184858-subnet', 'tenant_id': 'e4cf5311ae684777af63475c5998ad7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:42.712589 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9808211-ac71-4e4f-8573-fe28739c2186 req-9b78a641-980d-46c8-bee7-409c68f0364f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:42.714843 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a9808211-ac71-4e4f-8573-fe28739c2186 req-9b78a641-980d-46c8-bee7-409c68f0364f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.1794045 Jun 16 15:57:42.769788 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Pushing event updated for resources: {'Network': ['ID=810c856d-1d59-426e-92db-3c8eadfbf36c,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:42.773528 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:42.782660 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 810c856d-1d59-426e-92db-3c8eadfbf36c details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:57:42.787150 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ad98-d918-465c-8593-3ad856286fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.822950 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a9808211-ac71-4e4f-8573-fe28739c2186 req-e01bb419-cf48-4d94-80cb-fcec59fa6f57 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Jun 16 15:57:42.856345 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Made reservation on behalf of e4cf5311ae684777af63475c5998ad7b for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:42.858994 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15222928'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:42.997437 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:43.111542 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:57:43.122987 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:43.123467 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.210888 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15705064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15222914'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.228907 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6c881041-92a8-4412-a24e-f0655af6173f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:43.277832 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.283510 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775f4cf1-7442-4cf1-8b19-d3cfd10ae7be,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:43.293565 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:43.315226 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047979a-a8c1-4c17-8df2-34fc717b9146 req-6f7666c7-15cd-4991-af05-de1c26f1a036 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:43.322642 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9047979a-a8c1-4c17-8df2-34fc717b9146 req-6f7666c7-15cd-4991-af05-de1c26f1a036 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 945 time: 0.6099343 Jun 16 15:57:43.331637 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:57:43.336382 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba4eb3f-7b8f-46c6-a199-ebbe3d1e1e68" -d '{"events": [{"server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "name": "network-vif-plugged", "status": "completed", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:57:43.343733 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:43.350053 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.353943 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:43.364233 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ad98-d918-465c-8593-3ad856286fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15705001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15222923'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.409980 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e6cc24-4bb1-48f6-ac70-eeae51a2d4b3 x-openstack-request-id: req-b6e6cc24-4bb1-48f6-ac70-eeae51a2d4b3 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:57:43.410362 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "name": "network-vif-plugged", "status": "completed", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:57:43.410628 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6e6cc24-4bb1-48f6-ac70-eeae51a2d4b3 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:57:43.411105 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'code': 200} Jun 16 15:57:43.413943 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c16c7e71-95ae-4d39-9236-3fb4b2e2a6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:43.452992 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:43.456857 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:43.471802 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Checking segment: {'id': '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:43.472267 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Network hostable DHCP agents. Network: 810c856d-1d59-426e-92db-3c8eadfbf36c, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:57:43.479941 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4ad98-d918-465c-8593-3ad856286fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41fcbfa-9a29-4a4a-b6b4-d70640f15d98,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:43.484313 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b2c4ad98-d918-465c-8593-3ad856286fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:43.486077 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b2c4ad98-d918-465c-8593-3ad856286fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.488040 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b2c4ad98-d918-465c-8593-3ad856286fe5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f41fcbfa-9a29-4a4a-b6b4-d70640f15d98 HTTP/1.1" status: 204 len: 168 time: 0.9701982 Jun 16 15:57:43.491577 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40964) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:43.523621 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Network 810c856d-1d59-426e-92db-3c8eadfbf36c is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:57:43.569775 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9047979a-a8c1-4c17-8df2-34fc717b9146 req-028bef09-c88e-487a-8e63-d21c66ff26df tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460315 Jun 16 15:57:43.575243 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 810c856d-1d59-426e-92db-3c8eadfbf36c) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:43.583601 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:43.585165 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.589447 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2a408-a7da-4d06-8cdd-03ce665d3b9d None None] Network 810c856d-1d59-426e-92db-3c8eadfbf36c requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:43.624713 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9364843 Jun 16 15:57:43.686054 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.790111 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e3ce4-747c-4869-8153-3d8d911d08af req-f1079c67-5081-4de6-ae08-0a91910f0ba9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:43.799860 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c86e3ce4-747c-4869-8153-3d8d911d08af req-f1079c67-5081-4de6-ae08-0a91910f0ba9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.2438741 Jun 16 15:57:43.849715 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.874187 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06926d69-b529-48de-b279-2d48ccffe226']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:43.902976 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedd8bec-1820-473c-866f-c9b116e3779e') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:43.909006 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedd8bec-1820-473c-866f-c9b116e3779e') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:57:43.920739 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.967363 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:43.984594 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb92c3-e273-4bb7-8e3c-925db1b67f8a req-bfc742e8-e541-4761-a445-2a7c0224f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:43.986522 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:57:43.986889 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-82bb92c3-e273-4bb7-8e3c-925db1b67f8a req-bfc742e8-e541-4761-a445-2a7c0224f696 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 1099 time: 0.1965911 Jun 16 15:57:43.990012 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:44.037064 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5be99-d508-418c-83ab-5570159d1fe1 req-be5478ee-cdee-4807-a17b-649bc3c627b9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:44.041478 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b8f5be99-d508-418c-83ab-5570159d1fe1 req-be5478ee-cdee-4807-a17b-649bc3c627b9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1760855 Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:57:44.061154 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:57:44.107812 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-82bb92c3-e273-4bb7-8e3c-925db1b67f8a req-f239c746-e90c-415f-98eb-4b229eb520f1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099684 Jun 16 15:57:44.143770 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b8f5be99-d508-418c-83ab-5570159d1fe1 req-03a55385-be96-4648-a639-1fe2fe30f651 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863011 Jun 16 15:57:44.155908 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4a877-6ceb-4ab5-b33d-8a98d0a52d3a None None] Network 810c856d-1d59-426e-92db-3c8eadfbf36c requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:57:44.165480 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c86e3ce4-747c-4869-8153-3d8d911d08af req-39b10078-8993-4f54-8fff-88b7e0ae3b5d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3646038 Jun 16 15:57:44.180576 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:44.189939 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:44.199648 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] 10.222.0.48 "DELETE /v2.0/networks/06926d69-b529-48de-b279-2d48ccffe226 HTTP/1.1" status: 204 len: 168 time: 0.7048013 Jun 16 15:57:44.199648 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:44.230724 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Pushing event deleted for resources: {'Network': ['ID=06926d69-b529-48de-b279-2d48ccffe226,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:44.233261 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4ab3394f-794d-4c9d-94d3-b3876b6a50ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:44.402710 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40984) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:44.471178 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-936e54ca-3124-4ef5-8a38-8f66cee9d8ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e30d157e77e49fe9ec5360b97c043ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666668 Jun 16 15:57:44.473467 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 40990) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:44.582289 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-acfb236e-87ac-494e-b8c3-f6fc7cdefdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:44.654443 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-acfb236e-87ac-494e-b8c3-f6fc7cdefdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:44.799516 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-acfb236e-87ac-494e-b8c3-f6fc7cdefdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:44.804157 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-acfb236e-87ac-494e-b8c3-f6fc7cdefdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:44.806331 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-acfb236e-87ac-494e-b8c3-f6fc7cdefdb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61805ce7-e048-4e7e-9462-4096eb95f9a2 HTTP/1.1" status: 204 len: 168 time: 0.3315346 Jun 16 15:57:44.810932 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-11c7f79a-5dca-4bf1-94b2-8910e879045a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:44.830185 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb236e-87ac-494e-b8c3-f6fc7cdefdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61805ce7-e048-4e7e-9462-4096eb95f9a2,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:44.835689 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-acfb236e-87ac-494e-b8c3-f6fc7cdefdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:44.883833 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a8634-6c21-4964-ba67-cfebc8e37f04 req-8e7c8cb4-7751-4aff-a0b0-6aa06efaee02 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:44.893308 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-923a8634-6c21-4964-ba67-cfebc8e37f04 req-8e7c8cb4-7751-4aff-a0b0-6aa06efaee02 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.1475511 Jun 16 15:57:44.962268 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-923a8634-6c21-4964-ba67-cfebc8e37f04 req-7d6aacd7-5b95-42bc-ada0-223611c5e855 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664825 Jun 16 15:57:45.099636 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-2fc85b43-1003-4239-98f1-773ec4a84c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:45.103819 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-2fc85b43-1003-4239-98f1-773ec4a84c4d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1099 time: 0.0917375 Jun 16 15:57:45.310162 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-0d3548ad-46c0-4e8b-85b0-b26c020ad23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:45.311689 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-0d3548ad-46c0-4e8b-85b0-b26c020ad23f service neutron] 10.222.0.89 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 921 time: 0.1691487 Jun 16 15:57:45.412442 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-500282bc-8942-4c78-8021-9afa118b2eb4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 HTTP/1.1" status: 200 len: 217 time: 0.0911398 Jun 16 15:57:45.468612 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7fd44-edf4-481f-b244-8b17e10b6e04 req-26178e26-a66d-4acb-a578-1464eda4637a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:45.471301 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1ef7fd44-edf4-481f-b244-8b17e10b6e04 req-26178e26-a66d-4acb-a578-1464eda4637a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1247919 Jun 16 15:57:45.529447 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41018) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:45.566247 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1ef7fd44-edf4-481f-b244-8b17e10b6e04 req-c67e6c6b-da87-480d-8fab-49636666a756 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843773 Jun 16 15:57:45.577966 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-481cef11-105e-43db-8507-10344f89c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:45.588470 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-481cef11-105e-43db-8507-10344f89c040 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 200 len: 859 time: 0.1082761 Jun 16 15:57:45.665509 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-40aea7da-bf81-4d01-ab9e-15623fcd343e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=352e1945-abce-4cc0-943b-a178300a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646741 Jun 16 15:57:45.707124 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8b43d-56c3-4524-96f0-9e6e7de4e349 req-bb812587-3bc5-4f92-897f-bf8838f69229 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:45.714741 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bea8b43d-56c3-4524-96f0-9e6e7de4e349 req-bb812587-3bc5-4f92-897f-bf8838f69229 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.3252759 Jun 16 15:57:45.732406 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1828937f-5b49-44d5-971b-5539a1cb1e1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32778dcbb98f4b54bf48cb1ac5245497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004471 Jun 16 15:57:45.735111 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41028) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:45.834428 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bea8b43d-56c3-4524-96f0-9e6e7de4e349 req-2ce43f50-c4ba-4521-b636-0badd58fedd9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185906 Jun 16 15:57:45.849950 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dd7724a0-fc0b-41a3-8a6a-191d2aa7610d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:45.875099 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-3a637f73-56e6-48e8-b5a0-f5c889c1e9e8 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973615 Jun 16 15:57:45.888024 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dd7724a0-fc0b-41a3-8a6a-191d2aa7610d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.023457 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cf5c682d-6d7d-4ae6-bba7-5fcf7bd53ea1 req-a0128c49-c9f1-491c-8f2c-057909d1e197 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391709 Jun 16 15:57:46.040721 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dd7724a0-fc0b-41a3-8a6a-191d2aa7610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.043536 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dd7724a0-fc0b-41a3-8a6a-191d2aa7610d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.047120 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-dd7724a0-fc0b-41a3-8a6a-191d2aa7610d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb9e3b5a-9024-4a3b-a845-cae04fc79c3a HTTP/1.1" status: 204 len: 168 time: 0.3084698 Jun 16 15:57:46.058670 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:46.078870 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7724a0-fc0b-41a3-8a6a-191d2aa7610d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9e3b5a-9024-4a3b-a845-cae04fc79c3a,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:46.088700 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dd7724a0-fc0b-41a3-8a6a-191d2aa7610d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:46.155450 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-abcb0b7d-661f-44e6-a68f-5b4103ff839a tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:46.178255 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-abcb0b7d-661f-44e6-a68f-5b4103ff839a tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/networks?id=810c856d-1d59-426e-92db-3c8eadfbf36c HTTP/1.1" status: 200 len: 814 time: 0.2358265 Jun 16 15:57:46.206554 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-b9282e66-749d-4de9-ac20-5acc6fe4b77a tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/quotas/e4cf5311ae684777af63475c5998ad7b HTTP/1.1" status: 200 len: 375 time: 0.0245321 Jun 16 15:57:46.219012 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c494e6-c2fb-4017-a21d-a68470a754f5 req-0b80be94-70b4-4072-8942-0fd7e5888dcf tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:46.221418 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67c494e6-c2fb-4017-a21d-a68470a754f5 req-0b80be94-70b4-4072-8942-0fd7e5888dcf tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.1185071 Jun 16 15:57:46.295522 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67c494e6-c2fb-4017-a21d-a68470a754f5 req-de4766d2-1bb6-4674-9f97-60ad64eb019a tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635643 Jun 16 15:57:46.299156 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-68082bfe-a072-4237-8eff-a39f1965ff6e tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4cf5311ae684777af63475c5998ad7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906649 Jun 16 15:57:46.458979 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-5450df49-7fa3-4e4d-8602-95ed6444d58d service neutron] 10.222.0.48 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512752 Jun 16 15:57:46.570976 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:46.603465 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db580c-12b5-4736-9c31-047fe3ac7f2e req-225af037-f5c4-405f-9305-5e890816991d tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:46.606293 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b1db580c-12b5-4736-9c31-047fe3ac7f2e req-225af037-f5c4-405f-9305-5e890816991d tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.1134379 Jun 16 15:57:46.682063 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b1db580c-12b5-4736-9c31-047fe3ac7f2e req-392a6b64-4a6d-4a47-9415-f3932c7d08a5 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670586 Jun 16 15:57:46.711141 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-98afdd04-ac02-4c26-bdb8-1de73ad413f5 service neutron] 10.222.0.48 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342150 Jun 16 15:57:46.942671 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aead3c6-3cfc-456a-a4b0-43c83fa4eedf req-a23dc88d-68bf-4389-8add-646bba1186ac tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:46.954401 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3aead3c6-3cfc-456a-a4b0-43c83fa4eedf req-a23dc88d-68bf-4389-8add-646bba1186ac tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1129582 Jun 16 15:57:47.023345 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3aead3c6-3cfc-456a-a4b0-43c83fa4eedf req-b631f0b6-6c17-452b-8ca2-6c1d4c2c474b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674791 Jun 16 15:57:47.196276 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-557821a1-cc5e-4217-b4a6-0453bebcad11 req-2276b68e-dcf3-4123-97c6-9cb0ec3f41f6 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 210 time: 0.0600371 Jun 16 15:57:47.599473 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d4247-2b49-48a1-85f9-29f7747f0877 req-b7650246-503b-40bd-8116-deb3a86d535b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:47.601221 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-236d4247-2b49-48a1-85f9-29f7747f0877 req-b7650246-503b-40bd-8116-deb3a86d535b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1748307 Jun 16 15:57:47.736400 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-236d4247-2b49-48a1-85f9-29f7747f0877 req-3e0b1a23-4962-4115-819c-bae5698a80cf tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285019 Jun 16 15:57:47.810281 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ac65d-878c-4542-93d7-45a836716d6b req-1f1c5bc3-b3fa-4671-9881-5be690867125 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:47.812768 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ef2ac65d-878c-4542-93d7-45a836716d6b req-1f1c5bc3-b3fa-4671-9881-5be690867125 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.1776490 Jun 16 15:57:47.902871 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ef2ac65d-878c-4542-93d7-45a836716d6b req-58135a33-907e-4cac-85ea-96a29c237385 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682063 Jun 16 15:57:48.430135 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b6c6e-4012-482c-9852-3daaa8d66aeb req-06654e9a-0f6d-4c4a-be11-08e1b1b42673 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:48.455140 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-674b6c6e-4012-482c-9852-3daaa8d66aeb req-06654e9a-0f6d-4c4a-be11-08e1b1b42673 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.2178144 Jun 16 15:57:48.499939 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-674b6c6e-4012-482c-9852-3daaa8d66aeb req-5ff2f398-537d-4036-b659-e11f4d04d2e8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528338 Jun 16 15:57:48.520352 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f1b9048f-0ea8-4e2d-8cc0-08dbd1d60cae req-7246c716-3bfb-406a-b17e-a426abd616a6 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 210 time: 0.0811100 Jun 16 15:57:49.106331 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377573-705d-4b56-8a0d-fe21b23951de req-f0b7baf5-cf9f-4ae2-94ae-de89ffeea507 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:49.119355 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-68377573-705d-4b56-8a0d-fe21b23951de req-f0b7baf5-cf9f-4ae2-94ae-de89ffeea507 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1021941 Jun 16 15:57:49.178730 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-68377573-705d-4b56-8a0d-fe21b23951de req-9832578f-b8f9-434f-9d9b-84d2de71e356 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580714 Jun 16 15:57:49.231131 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935614cc-6abd-4e54-a221-7e981dec8462 req-2d9f273b-d0e5-47a5-87de-a90f9807316a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:49.233684 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-935614cc-6abd-4e54-a221-7e981dec8462 req-2d9f273b-d0e5-47a5-87de-a90f9807316a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1815441 Jun 16 15:57:49.254895 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-14572304-d2c6-4446-9139-614382ada7a0 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:49.256374 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-14572304-d2c6-4446-9139-614382ada7a0 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.89 "GET /v2.0/networks?id=810c856d-1d59-426e-92db-3c8eadfbf36c HTTP/1.1" status: 200 len: 814 time: 0.2161987 Jun 16 15:57:49.278666 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Request body: {'port': {'device_id': 'd939fdcc-282f-4efe-b78d-c7604ef480b6', 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c', 'admin_state_up': True, 'tenant_id': 'e4cf5311ae684777af63475c5998ad7b'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:49.346737 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-935614cc-6abd-4e54-a221-7e981dec8462 req-f7caa41e-937e-49c4-a070-8eef09a7616f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057894 Jun 16 15:57:49.472061 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Made reservation on behalf of e4cf5311ae684777af63475c5998ad7b for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:57:49.478801 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:49.834571 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fa5fca05-d31b-4099-b443-ce4931fe9e0f req-49388b0b-2ef9-4bd6-9da4-529bb5858777 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 210 time: 0.0582244 Jun 16 15:57:49.847299 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Allocated IP 172.20.0.5 (810c856d-1d59-426e-92db-3c8eadfbf36c/775f4cf1-7442-4cf1-8b19-d3cfd10ae7be/a80ea8c0-ac3f-4150-9c91-7b3878a11f10) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:57:50.078077 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3156a1-91df-4a84-9bc4-b8d3b61128b3 req-7fdc01a8-537a-4d3d-b187-843be7e98074 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:50.091851 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8d3156a1-91df-4a84-9bc4-b8d3b61128b3 req-7fdc01a8-537a-4d3d-b187-843be7e98074 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.2026756 Jun 16 15:57:50.149486 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8d3156a1-91df-4a84-9bc4-b8d3b61128b3 req-0761a268-be26-440d-b1a3-cce0f7f6d282 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558493 Jun 16 15:57:50.279876 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.324873 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.331841 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6c13e020-a188-4865-82ec-502890aaa614 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:50.379695 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Network 810c856d-1d59-426e-92db-3c8eadfbf36c is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:57:50.384002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:57:50.394086 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:57:50.561119 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56761c7-37ac-4876-a065-562de08426bf req-f14d3004-220a-4707-8f1d-afcd99b22657 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:50.571815 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d56761c7-37ac-4876-a065-562de08426bf req-f14d3004-220a-4707-8f1d-afcd99b22657 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.2034984 Jun 16 15:57:50.659410 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d56761c7-37ac-4876-a065-562de08426bf req-340de579-b862-429c-96d6-c962bd672e24 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862799 Jun 16 15:57:50.790557 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Pushing event updated for resources: {'Port': ['ID=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:50.797832 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:50.831063 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:50.832821 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:50.857306 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5807495 Jun 16 15:57:50.870391 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c7151-9d34-4ef5-8a9e-9fd6e5492f34 req-d38f2567-953e-41b7-af40-396f93703f0b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:50.876368 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Request body: {'port': {'device_id': 'd939fdcc-282f-4efe-b78d-c7604ef480b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:57:50.879044 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-438c7151-9d34-4ef5-8a9e-9fd6e5492f34 req-d38f2567-953e-41b7-af40-396f93703f0b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0899794 Jun 16 15:57:50.939821 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-438c7151-9d34-4ef5-8a9e-9fd6e5492f34 req-1d901019-bd7e-4ddd-9127-bab7ead938d7 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575297 Jun 16 15:57:51.078490 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:51.312955 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63977265-aadd-45e1-9243-0f4a2e30fa48 req-1e5bc5d4-8960-4989-b428-ab8c73e7c378 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:51.323503 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63977265-aadd-45e1-9243-0f4a2e30fa48 req-1e5bc5d4-8960-4989-b428-ab8c73e7c378 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 931 time: 0.1908071 Jun 16 15:57:51.397369 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f301dac-e0dd-4def-8776-48793124bf35 req-f613c731-3657-498c-af4c-928d31d65853 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:51.399884 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9f301dac-e0dd-4def-8776-48793124bf35 req-f613c731-3657-498c-af4c-928d31d65853 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0981386 Jun 16 15:57:51.432165 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63977265-aadd-45e1-9243-0f4a2e30fa48 req-445384c8-79d1-42da-a99b-7491b4efb3b3 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075869 Jun 16 15:57:51.460353 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9f301dac-e0dd-4def-8776-48793124bf35 req-c0550b06-0073-4de1-98a9-eee9702bd8fe tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507255 Jun 16 15:57:51.541936 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80ea8c0-ac3f-4150-9c91-7b3878a11f10 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:57:51.551248 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:51.566205 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Transition to ACTIVE for port object a80ea8c0-ac3f-4150-9c91-7b3878a11f10 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:57:51.571336 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:51.573690 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-33bb6e10-fa85-4c2f-b3af-9635f950fedd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:51.653906 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:51.656864 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:51.769196 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Attempting to bind port a80ea8c0-ac3f-4150-9c91-7b3878a11f10 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:57:51.769708 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Attempting to bind port a80ea8c0-ac3f-4150-9c91-7b3878a11f10 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:57:51.770915 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Attempting to bind port a80ea8c0-ac3f-4150-9c91-7b3878a11f10 on network 810c856d-1d59-426e-92db-3c8eadfbf36c {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:51.777814 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Port a80ea8c0-ac3f-4150-9c91-7b3878a11f10 on network 810c856d-1d59-426e-92db-3c8eadfbf36c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:57:51.778344 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Attempting to bind port a80ea8c0-ac3f-4150-9c91-7b3878a11f10 on network 810c856d-1d59-426e-92db-3c8eadfbf36c {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:57:51.788342 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:57:51.788874 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Checking segment: {'id': '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:57:51.789448 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Bound using segment: {'id': '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:57:51.790030 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Bound port: a80ea8c0-ac3f-4150-9c91-7b3878a11f10, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:57:51.790522 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:51.916124 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] For port a80ea8c0-ac3f-4150-9c91-7b3878a11f10, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:57:51.938806 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a0e1c-6e86-459b-9615-1fa5cd4cac2f req-f6effe76-20ef-4d12-82ff-338548c89b2d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:51.940621 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-470a0e1c-6e86-459b-9615-1fa5cd4cac2f req-f6effe76-20ef-4d12-82ff-338548c89b2d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1366837 Jun 16 15:57:51.942629 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] For port a80ea8c0-ac3f-4150-9c91-7b3878a11f10, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:57:51.952265 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:51.960313 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-07192d90-9d9b-4ae7-a87e-894bb155000f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:52.008707 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:52.012583 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:52.012583 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] 10.222.0.89 "PUT /v2.0/ports/a80ea8c0-ac3f-4150-9c91-7b3878a11f10 HTTP/1.1" status: 200 len: 1093 time: 1.1494000 Jun 16 15:57:52.012583 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd939fdcc-282f-4efe-b78d-c7604ef480b6', 'tag': 'a80ea8c0-ac3f-4150-9c91-7b3878a11f10'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:57:52.014462 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d5f931-31f8-4270-8ac3-7a989fc8951d" -d '{"events": [{"name": "network-changed", "server_uuid": "d939fdcc-282f-4efe-b78d-c7604ef480b6", "tag": "a80ea8c0-ac3f-4150-9c91-7b3878a11f10"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:57:52.160569 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-470a0e1c-6e86-459b-9615-1fa5cd4cac2f req-c9d6adee-c398-4df7-bf0b-1b31df7edf42 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085872 Jun 16 15:57:52.219757 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:52.224095 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:52.270361 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c7b574-2657-490a-9de2-59b0378e4638 x-openstack-request-id: req-e9c7b574-2657-490a-9de2-59b0378e4638 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:57:52.270717 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d939fdcc-282f-4efe-b78d-c7604ef480b6", "tag": "a80ea8c0-ac3f-4150-9c91-7b3878a11f10", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:57:52.270970 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9c7b574-2657-490a-9de2-59b0378e4638 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:57:52.271661 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd939fdcc-282f-4efe-b78d-c7604ef480b6', 'tag': 'a80ea8c0-ac3f-4150-9c91-7b3878a11f10', 'status': 'completed', 'code': 200} Jun 16 15:57:52.283543 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-00e7baf5-6936-4cba-9632-4c4a8417d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:52.286243 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-00e7baf5-6936-4cba-9632-4c4a8417d410 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4cf5311ae684777af63475c5998ad7b&device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 1096 time: 0.1219635 Jun 16 15:57:52.369719 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-0a47fc83-9b9e-48a7-94c9-5b806ecc7165 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a80ea8c0-ac3f-4150-9c91-7b3878a11f10 HTTP/1.1" status: 200 len: 217 time: 0.0652447 Jun 16 15:57:52.419135 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72a90e-b0fe-451d-9677-08d05a08472c req-a84039c2-d184-41b9-95af-75c2ce26fc4b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:52.426463 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-aa72a90e-b0fe-451d-9677-08d05a08472c req-a84039c2-d184-41b9-95af-75c2ce26fc4b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1433794 Jun 16 15:57:52.473034 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-7caecace-29b3-4934-a34d-cc6d2d37851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:52.474658 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-7caecace-29b3-4934-a34d-cc6d2d37851c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=775f4cf1-7442-4cf1-8b19-d3cfd10ae7be HTTP/1.1" status: 200 len: 854 time: 0.0894692 Jun 16 15:57:52.481846 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-aa72a90e-b0fe-451d-9677-08d05a08472c req-21a7b295-2c96-4553-b42f-1da0f54e0d8e tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537519 Jun 16 15:57:52.551172 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-5b68c719-f996-4c08-bcca-fd92d796a66d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=810c856d-1d59-426e-92db-3c8eadfbf36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631337 Jun 16 15:57:52.745410 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-6aee4924-e832-463a-8092-cbebacacb64b service neutron] 10.222.0.89 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826003 Jun 16 15:57:52.787730 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8b320-f718-4d12-a662-415cf9601ab1 req-3eb113fc-de2d-4e6b-9072-784560108602 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:52.791072 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3bb8b320-f718-4d12-a662-415cf9601ab1 req-3eb113fc-de2d-4e6b-9072-784560108602 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1593492 Jun 16 15:57:52.822679 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77db486-1547-43bb-8f9f-749c92243525 req-8bf57e3c-65e2-4ee0-b290-a45fec09edb9 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:52.830508 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b77db486-1547-43bb-8f9f-749c92243525 req-8bf57e3c-65e2-4ee0-b290-a45fec09edb9 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 943 time: 0.1811430 Jun 16 15:57:52.863082 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3bb8b320-f718-4d12-a662-415cf9601ab1 req-c5313286-c4c7-4cd2-9f7d-9b4297efbe35 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657566 Jun 16 15:57:52.930369 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b77db486-1547-43bb-8f9f-749c92243525 req-0b086060-c622-44a3-8651-b5595b401673 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987754 Jun 16 15:57:52.963239 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-778dfef4-554e-46f1-9afa-8ff10a38a15b req-098b361c-bd99-4775-8234-df0045515252 service neutron] 10.222.0.89 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012389 Jun 16 15:57:53.093988 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-d0cda4ba-9d33-4aa7-96dc-b3bc9194fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:53.097266 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-d0cda4ba-9d33-4aa7-96dc-b3bc9194fbf0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4cf5311ae684777af63475c5998ad7b&device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 1096 time: 0.0727422 Jun 16 15:57:53.224451 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-f5d627fd-e3e9-415a-8b17-cbdbae167144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:53.226286 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-f5d627fd-e3e9-415a-8b17-cbdbae167144 service neutron] 10.222.0.89 "GET /v2.0/networks?id=810c856d-1d59-426e-92db-3c8eadfbf36c HTTP/1.1" status: 200 len: 916 time: 0.1206670 Jun 16 15:57:53.300226 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-f46048cd-bc84-4841-9bce-15eabee3d8f7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a80ea8c0-ac3f-4150-9c91-7b3878a11f10 HTTP/1.1" status: 200 len: 217 time: 0.0546916 Jun 16 15:57:53.459798 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-0126e14b-5955-4129-9b74-b9775ca77346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:53.461936 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-0126e14b-5955-4129-9b74-b9775ca77346 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=775f4cf1-7442-4cf1-8b19-d3cfd10ae7be HTTP/1.1" status: 200 len: 854 time: 0.1320796 Jun 16 15:57:53.478398 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9d7ba-c585-464e-9300-5b3af03ee054 req-c941f0d6-455f-4ecf-81c1-066e2b6d0edb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:53.480029 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-57b9d7ba-c585-464e-9300-5b3af03ee054 req-c941f0d6-455f-4ecf-81c1-066e2b6d0edb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.0801985 Jun 16 15:57:53.557009 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-e5e1ed9d-9527-462b-82e6-87bfed000e25 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=810c856d-1d59-426e-92db-3c8eadfbf36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686417 Jun 16 15:57:53.587784 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-57b9d7ba-c585-464e-9300-5b3af03ee054 req-94f3585e-a20d-4477-8801-9f84f8720c5b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896902 Jun 16 15:57:53.773984 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-c6ed2549-2c60-4289-8aac-00db259f4525 service neutron] 10.222.0.89 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079134 Jun 16 15:57:53.877536 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37783758-67c4-4712-9ec6-0d26705ce294 req-1ad04b57-2dd2-4c8b-8046-a91256e2aff9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:53.879027 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-37783758-67c4-4712-9ec6-0d26705ce294 req-1ad04b57-2dd2-4c8b-8046-a91256e2aff9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1640525 Jun 16 15:57:53.995203 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-37783758-67c4-4712-9ec6-0d26705ce294 req-532ab5a6-e258-4244-b792-c8a3c69afa80 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990186 Jun 16 15:57:53.998487 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-28d5f931-31f8-4270-8ac3-7a989fc8951d req-37117bf0-bde6-4cd8-8feb-d4dac6cf4e6f service neutron] 10.222.0.89 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156682 Jun 16 15:57:54.197304 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f8b81-ebd8-4064-a3e8-8288ce008770 req-191bd26a-1f4f-4cd0-b571-f8ca3d19a5e9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:54.199036 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-474f8b81-ebd8-4064-a3e8-8288ce008770 req-191bd26a-1f4f-4cd0-b571-f8ca3d19a5e9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1316955 Jun 16 15:57:54.260073 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b5639-02d1-4c92-ade3-1276fe4f32d5 req-e74fa83c-5c31-431c-8dc3-528578744cbc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:54.267878 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c10b5639-02d1-4c92-ade3-1276fe4f32d5 req-e74fa83c-5c31-431c-8dc3-528578744cbc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 943 time: 0.1029577 Jun 16 15:57:54.291132 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-474f8b81-ebd8-4064-a3e8-8288ce008770 req-c3daefad-baf3-4626-aaf8-34b4b104a0b5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797739 Jun 16 15:57:54.319291 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c10b5639-02d1-4c92-ade3-1276fe4f32d5 req-a551072d-2e98-445e-8894-d5a47973e62c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 Jun 16 15:57:54.865684 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd572d-187c-4abe-be97-1411c7f23018 req-75ed276b-527b-44ce-a2b7-6c5fee5d1c68 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:54.878628 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-fcdd572d-187c-4abe-be97-1411c7f23018 req-75ed276b-527b-44ce-a2b7-6c5fee5d1c68 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1412838 Jun 16 15:57:54.935640 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-fcdd572d-187c-4abe-be97-1411c7f23018 req-640c1897-8e1a-4d7c-b84a-2c87f9f99a72 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555899 Jun 16 15:57:55.295516 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69a3a5-2cc1-4223-a357-5f40e28e302c req-d14c5351-9d00-4b29-b474-e4d9158baf1e tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:55.298897 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2e69a3a5-2cc1-4223-a357-5f40e28e302c req-d14c5351-9d00-4b29-b474-e4d9158baf1e tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0963781 Jun 16 15:57:55.376572 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2e69a3a5-2cc1-4223-a357-5f40e28e302c req-2bbe8066-f493-4e98-baf8-05d5fd2804d9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656590 Jun 16 15:57:55.680100 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b15fc-09fd-4549-99e6-a825dd1733ac req-77ad47ba-876f-4b9d-8690-28aca414406f tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:55.681673 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-984b15fc-09fd-4549-99e6-a825dd1733ac req-77ad47ba-876f-4b9d-8690-28aca414406f tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 943 time: 0.1104057 Jun 16 15:57:55.692788 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ca022-cabf-4428-a591-19a4ab09a8c1 req-427e74c1-6343-417d-be59-6d1c83a424ef tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:55.694634 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d19ca022-cabf-4428-a591-19a4ab09a8c1 req-427e74c1-6343-417d-be59-6d1c83a424ef tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.2073398 Jun 16 15:57:55.754672 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-984b15fc-09fd-4549-99e6-a825dd1733ac req-4cde65fc-f683-4f69-91fa-03fb68d2d11e tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620096 Jun 16 15:57:55.761787 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d19ca022-cabf-4428-a591-19a4ab09a8c1 req-adda4644-d244-4a12-aca2-496c08ceb1a7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610287 Jun 16 15:57:56.225865 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3e5e4-c0fb-4f1f-bb26-8569788f2357 req-a6f584ae-774a-4dd9-bc76-de4705e30776 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:56.233847 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e2b3e5e4-c0fb-4f1f-bb26-8569788f2357 req-a6f584ae-774a-4dd9-bc76-de4705e30776 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1475000 Jun 16 15:57:56.316929 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e2b3e5e4-c0fb-4f1f-bb26-8569788f2357 req-e8f7d644-1e56-4e59-b915-fd398349633f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816629 Jun 16 15:57:56.681805 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc09ba-7c71-44c3-8fc2-e9895259210a req-10729dc8-783d-476e-bbbd-c1f0502baf93 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:56.690545 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d8dc09ba-7c71-44c3-8fc2-e9895259210a req-10729dc8-783d-476e-bbbd-c1f0502baf93 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1338377 Jun 16 15:57:56.732917 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d8dc09ba-7c71-44c3-8fc2-e9895259210a req-cf582b7a-b398-4128-b865-e4830b749fc0 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Jun 16 15:57:56.993889 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e026d-11dc-455b-9680-d78a69d690ec req-beb18a14-1dd7-4064-81c3-e262b914ed6a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:56.995834 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-913e026d-11dc-455b-9680-d78a69d690ec req-beb18a14-1dd7-4064-81c3-e262b914ed6a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0847301 Jun 16 15:57:57.002624 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef55aff-dbd4-41ff-89a8-4ff74a8091a9 req-656642b6-b728-4678-b917-4968a2a39f03 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:57.009879 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4ef55aff-dbd4-41ff-89a8-4ff74a8091a9 req-656642b6-b728-4678-b917-4968a2a39f03 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 943 time: 0.1031463 Jun 16 15:57:57.047261 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-913e026d-11dc-455b-9680-d78a69d690ec req-146212d1-7d5c-4453-a264-f9bebec76ffd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 Jun 16 15:57:57.057628 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a80ea8c0-ac3f-4150-9c91-7b3878a11f10 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:57:57.071892 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4ef55aff-dbd4-41ff-89a8-4ff74a8091a9 req-73d2d441-12fa-44d4-881b-286c04d332dd tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610452 Jun 16 15:57:57.254879 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port a80ea8c0-ac3f-4150-9c91-7b3878a11f10, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:57.275953 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'a80ea8c0-ac3f-4150-9c91-7b3878a11f10', 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c', 'port_id': 'a80ea8c0-ac3f-4150-9c91-7b3878a11f10', 'mac_address': 'fa:16:3e:be:09:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775f4cf1-7442-4cf1-8b19-d3cfd10ae7be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:57:57.319443 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:57.337691 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80ea8c0-ac3f-4150-9c91-7b3878a11f10 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:57:57.360872 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port a80ea8c0-ac3f-4150-9c91-7b3878a11f10, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:57.380899 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:57.382306 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:57:57.504209 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:57.514341 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:57.518209 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'port_id': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'mac_address': 'fa:16:3e:f8:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:57:57.622520 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:57.635734 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:57.647201 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:57.650977 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64353aa-4d61-4d66-8d1a-545381d9f17f req-b4d3e47d-79d5-4b3e-9a47-78016ad6b891 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:57.654194 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d64353aa-4d61-4d66-8d1a-545381d9f17f req-b4d3e47d-79d5-4b3e-9a47-78016ad6b891 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1442871 Jun 16 15:57:57.683521 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adf15bbc-9808-4a1b-9c24-3d75366b3790 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:57:57.721282 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d64353aa-4d61-4d66-8d1a-545381d9f17f req-9a05edac-616f-40f2-9849-5c8c19124c76 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605843 Jun 16 15:57:57.738483 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:57.756775 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:57.758604 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:57.920165 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=6']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:57.924453 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:58.020308 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['adf15bbc-9808-4a1b-9c24-3d75366b3790'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:57:58.048513 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f0096-498d-4df7-897b-6c9e362fda82 req-4186272d-3660-4f47-b5d0-b4945ec6b1e9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:58.057749 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-682f0096-498d-4df7-897b-6c9e362fda82 req-4186272d-3660-4f47-b5d0-b4945ec6b1e9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0966308 Jun 16 15:57:58.189228 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['a80ea8c0-ac3f-4150-9c91-7b3878a11f10'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:57:58.191293 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-682f0096-498d-4df7-897b-6c9e362fda82 req-b8de6d79-570f-4c29-9074-3ddd786f71b8 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225109 Jun 16 15:57:58.450831 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41408) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:58.501198 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ace1c5-4df6-4808-b847-c60b0f2a2fef req-6e0345ef-5576-44ee-9931-5945e966c287 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:58.514860 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-41ace1c5-4df6-4808-b847-c60b0f2a2fef req-6e0345ef-5576-44ee-9931-5945e966c287 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1734679 Jun 16 15:57:58.612800 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-41ace1c5-4df6-4808-b847-c60b0f2a2fef req-72f53f9b-2feb-4970-8196-01a1a1af6ab8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962989 Jun 16 15:57:58.624131 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caf697-55de-4158-a913-726a47385b98 req-0151b8b2-abae-4095-8a81-5946964cb23d tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:58.632912 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-43caf697-55de-4158-a913-726a47385b98 req-0151b8b2-abae-4095-8a81-5946964cb23d tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 944 time: 0.1835144 Jun 16 15:57:58.716001 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-43caf697-55de-4158-a913-726a47385b98 req-1ac97298-df61-4a83-8c54-361ca1d37508 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808301 Jun 16 15:57:58.721580 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2a3f2368-18c0-4016-84fe-e66807018d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:58.937052 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2a3f2368-18c0-4016-84fe-e66807018d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:58.943060 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-2a3f2368-18c0-4016-84fe-e66807018d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:58.950105 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-25146c14-839c-43f5-85db-a06d7a4d3029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:59.028561 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-2a3f2368-18c0-4016-84fe-e66807018d06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=efedfe415a944961ade2a471a2b2bb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5766921 Jun 16 15:57:59.029547 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41420) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:57:59.076864 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:57:59.162712 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f2368-18c0-4016-84fe-e66807018d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98432515-09d9-4c87-a32c-942401e14e0c,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:59.166196 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2a3f2368-18c0-4016-84fe-e66807018d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:59.218018 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d148d-0c1a-4d5c-9ffa-8d8206f01a68 req-fde8c940-46f4-4322-a24a-e6f7f54c0e19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:59.243128 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port adf15bbc-9808-4a1b-9c24-3d75366b3790 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:57:59.243722 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.244558 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8a0d148d-0c1a-4d5c-9ffa-8d8206f01a68 req-fde8c940-46f4-4322-a24a-e6f7f54c0e19 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.2234464 Jun 16 15:57:59.266187 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-251eac7d-07db-4228-b49d-b993ca2cb51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.365838 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-251eac7d-07db-4228-b49d-b993ca2cb51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.391101 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8a0d148d-0c1a-4d5c-9ffa-8d8206f01a68 req-82a7efc2-3e0f-43fc-8ace-bf6ac1e4325d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424935 Jun 16 15:57:59.452673 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.535973 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-251eac7d-07db-4228-b49d-b993ca2cb51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.539428 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-251eac7d-07db-4228-b49d-b993ca2cb51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.556306 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-251eac7d-07db-4228-b49d-b993ca2cb51c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98432515-09d9-4c87-a32c-942401e14e0c HTTP/1.1" status: 204 len: 168 time: 0.4973738 Jun 16 15:57:59.559112 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:57:59.561350 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:57:59.562600 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:59.568898 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae84941c-20d8-4275-8628-9102d67ef612" -d '{"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-plugged", "status": "completed", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:57:59.577928 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.583963 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:57:59.594064 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eac7d-07db-4228-b49d-b993ca2cb51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98432515-09d9-4c87-a32c-942401e14e0c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:59.605887 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-251eac7d-07db-4228-b49d-b993ca2cb51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:59.684325 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d36f30-91e0-4de4-b64b-891bbc4315c1 x-openstack-request-id: req-a8d36f30-91e0-4de4-b64b-891bbc4315c1 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:57:59.685241 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-plugged", "status": "completed", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:57:59.686216 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8d36f30-91e0-4de4-b64b-891bbc4315c1 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:57:59.688621 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'code': 200} Jun 16 15:57:59.828472 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=7']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:57:59.843527 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:57:59.934668 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40bc8c-4548-424a-b2da-d0e019fbfa77 req-88d95aeb-38c0-4ec2-b60f-7acb1b3ef8b3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:59.945125 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ac40bc8c-4548-424a-b2da-d0e019fbfa77 req-88d95aeb-38c0-4ec2-b60f-7acb1b3ef8b3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1072860 Jun 16 15:58:00.109672 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ac40bc8c-4548-424a-b2da-d0e019fbfa77 req-babdd017-0ef2-4c3c-a1c6-517fee004cef tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971882 Jun 16 15:58:00.393428 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-641a4aea-aee8-4dd3-81ce-da8b6c8b0417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.430139 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83006-91e0-4517-a16c-036b67c4c683 req-62ea7188-feb6-4b1d-92e2-9a63fbf04e93 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:00.438338 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5fb83006-91e0-4517-a16c-036b67c4c683 req-62ea7188-feb6-4b1d-92e2-9a63fbf04e93 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.4604571 Jun 16 15:58:00.497823 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41440) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:00.540518 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5fb83006-91e0-4517-a16c-036b67c4c683 req-e5cccd18-1ca1-48c5-bd93-b1d1e1d11656 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949438 Jun 16 15:58:00.547070 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5007a5-0650-400c-ad31-c6952a695a8b req-8073ba9b-1eaa-4dd3-96db-df7544454bac tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:00.551292 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1a5007a5-0650-400c-ad31-c6952a695a8b req-8073ba9b-1eaa-4dd3-96db-df7544454bac tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 944 time: 0.2310076 Jun 16 15:58:00.574474 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cee7569e-ed69-4b50-8b55-d4bfd2d6b467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.768236 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1a5007a5-0650-400c-ad31-c6952a695a8b req-8fba3a06-04f3-4e7b-a829-5d0342310d7d tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960666 Jun 16 15:58:00.872484 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cee7569e-ed69-4b50-8b55-d4bfd2d6b467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.878424 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cee7569e-ed69-4b50-8b55-d4bfd2d6b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.882034 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6f8fdd80-75ae-46df-b02b-b27bd7b70d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:00.934276 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-cee7569e-ed69-4b50-8b55-d4bfd2d6b467 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea05bd09e00e49bcabbd00c20c15437a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341633 Jun 16 15:58:00.935546 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7569e-ed69-4b50-8b55-d4bfd2d6b467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a484b81-0389-4100-a6e4-01093f132811,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:00.940507 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41446) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:00.954472 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cee7569e-ed69-4b50-8b55-d4bfd2d6b467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:00.972366 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ea5f5-9778-43fc-a523-65dfc26351e6 req-6d64f05a-5f26-4e32-8372-83621dbe9a0d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:00.997425 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-245ea5f5-9778-43fc-a523-65dfc26351e6 req-6d64f05a-5f26-4e32-8372-83621dbe9a0d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.2023902 Jun 16 15:58:01.080465 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a80ea8c0-ac3f-4150-9c91-7b3878a11f10 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:58:01.116803 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4d87eea3-db01-49bc-abbc-73faeb3321cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.135222 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-245ea5f5-9778-43fc-a523-65dfc26351e6 req-c45acd6c-9619-468c-9ccd-85ddcaf53392 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363184 Jun 16 15:58:01.169927 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port a80ea8c0-ac3f-4150-9c91-7b3878a11f10 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:58:01.178009 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port a80ea8c0-ac3f-4150-9c91-7b3878a11f10 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:58:01.179264 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.214616 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4d87eea3-db01-49bc-abbc-73faeb3321cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.362016 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.402983 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4d87eea3-db01-49bc-abbc-73faeb3321cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.406075 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4d87eea3-db01-49bc-abbc-73faeb3321cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.407913 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4d87eea3-db01-49bc-abbc-73faeb3321cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a484b81-0389-4100-a6e4-01093f132811 HTTP/1.1" status: 204 len: 168 time: 0.4665647 Jun 16 15:58:01.408864 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:01.429056 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87eea3-db01-49bc-abbc-73faeb3321cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a484b81-0389-4100-a6e4-01093f132811,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:01.433218 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4d87eea3-db01-49bc-abbc-73faeb3321cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:01.453080 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12d47-0f32-4bd1-8066-145f26403cd9 req-686860ee-5cf6-4a23-a8ed-8d72c7c82dbf tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:01.466118 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-43c12d47-0f32-4bd1-8066-145f26403cd9 req-686860ee-5cf6-4a23-a8ed-8d72c7c82dbf tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1406581 Jun 16 15:58:01.475239 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port a80ea8c0-ac3f-4150-9c91-7b3878a11f10, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:58:01.483917 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:01.488443 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:01.637547 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-43c12d47-0f32-4bd1-8066-145f26403cd9 req-f20f1579-f559-48aa-b290-038b21a08f5b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700430 Jun 16 15:58:01.674097 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:01.689742 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:01.690468 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd939fdcc-282f-4efe-b78d-c7604ef480b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80ea8c0-ac3f-4150-9c91-7b3878a11f10'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:58:01.695798 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91becd4b-1e3a-4e58-97b8-6fca896d45c1" -d '{"events": [{"server_uuid": "d939fdcc-282f-4efe-b78d-c7604ef480b6", "name": "network-vif-plugged", "status": "completed", "tag": "a80ea8c0-ac3f-4150-9c91-7b3878a11f10"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:58:01.793890 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88500b57-ee68-49af-9f21-053c70aadc4f x-openstack-request-id: req-88500b57-ee68-49af-9f21-053c70aadc4f {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:58:01.794228 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d939fdcc-282f-4efe-b78d-c7604ef480b6", "name": "network-vif-plugged", "status": "completed", "tag": "a80ea8c0-ac3f-4150-9c91-7b3878a11f10", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:58:01.794550 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88500b57-ee68-49af-9f21-053c70aadc4f {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:58:01.794913 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd939fdcc-282f-4efe-b78d-c7604ef480b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80ea8c0-ac3f-4150-9c91-7b3878a11f10', 'code': 200} Jun 16 15:58:01.963408 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee3034-e60a-4127-bbaa-831823d1e6d7 req-66830632-0872-483a-a415-fe86f68f7b5c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:01.982676 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8bee3034-e60a-4127-bbaa-831823d1e6d7 req-66830632-0872-483a-a415-fe86f68f7b5c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1937969 Jun 16 15:58:02.100170 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8bee3034-e60a-4127-bbaa-831823d1e6d7 req-5180d843-95b4-4865-b34a-0afba5851bb5 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165633 Jun 16 15:58:02.672039 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de2187-389c-4e16-83f7-0cb360d3666c req-8d29d470-b601-4816-a397-bfd5584bb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:02.679589 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-09de2187-389c-4e16-83f7-0cb360d3666c req-8d29d470-b601-4816-a397-bfd5584bb5d9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 1098 time: 0.3573546 Jun 16 15:58:02.811681 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41486) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:02.842554 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-09de2187-389c-4e16-83f7-0cb360d3666c req-c2baa320-9af9-4a27-bf22-7e9ea1f9192b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506019 Jun 16 15:58:02.844656 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3edfec5a-ddf2-4142-80a0-eb7918255338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:02.884849 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55296897-bc33-43d0-925b-0d66c0349a83 req-051b666e-0e88-485b-9de2-b609f40c2904 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:02.887046 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-55296897-bc33-43d0-925b-0d66c0349a83 req-051b666e-0e88-485b-9de2-b609f40c2904 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.4337072 Jun 16 15:58:02.894677 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf6578-3123-4c7b-92e3-2b41401965d4 req-d4c5cf1f-6c6f-48c1-9b1e-cb36d7b2c7a1 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:02.902641 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7baf6578-3123-4c7b-92e3-2b41401965d4 req-d4c5cf1f-6c6f-48c1-9b1e-cb36d7b2c7a1 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 945 time: 0.7490244 Jun 16 15:58:02.951054 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7baf6578-3123-4c7b-92e3-2b41401965d4 req-b83f4a78-4c29-47a9-b8f8-70c723c62a5c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469801 Jun 16 15:58:02.959690 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-55296897-bc33-43d0-925b-0d66c0349a83 req-73742635-baec-4592-9ec3-af97aed78008 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655112 Jun 16 15:58:03.075589 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3edfec5a-ddf2-4142-80a0-eb7918255338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:03.081849 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3edfec5a-ddf2-4142-80a0-eb7918255338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:03.086818 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-44d39d5d-b0ab-4a08-8a40-7e416f806b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:03.261460 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfec5a-ddf2-4142-80a0-eb7918255338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56f98f-f27c-4ecd-8718-b6b1359f5ca0,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:03.278365 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3edfec5a-ddf2-4142-80a0-eb7918255338 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d404450d2414eb48fa4c17d043009bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597039 Jun 16 15:58:03.281129 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3edfec5a-ddf2-4142-80a0-eb7918255338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:03.281500 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41506) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:03.341320 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307e297-08ef-4cda-ad75-ebefe41164d6 req-7b68ae9b-1a4e-4e39-9545-dd919de29665 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:03.343209 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7307e297-08ef-4cda-ad75-ebefe41164d6 req-7b68ae9b-1a4e-4e39-9545-dd919de29665 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1692290 Jun 16 15:58:03.380146 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1622-d7b8-45fc-bbc0-cbfef5fc3896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:03.399057 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7307e297-08ef-4cda-ad75-ebefe41164d6 req-54fd6d56-0338-4b17-8f6f-4206daba6edf tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465674 Jun 16 15:58:03.404712 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c56601-1413-45fa-87c2-4d958a4fdfff req-49343c28-b96c-4d1b-b778-dc1101ded1d4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:03.412710 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-50c56601-1413-45fa-87c2-4d958a4fdfff req-49343c28-b96c-4d1b-b778-dc1101ded1d4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.2184088 Jun 16 15:58:03.450120 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1622-d7b8-45fc-bbc0-cbfef5fc3896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:03.551462 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-50c56601-1413-45fa-87c2-4d958a4fdfff req-e1f6fe66-3488-4b7a-95e7-3b34c4432a80 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377122 Jun 16 15:58:03.582802 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41512) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:03.623034 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1622-d7b8-45fc-bbc0-cbfef5fc3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:03.628939 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1622-d7b8-45fc-bbc0-cbfef5fc3896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:03.631037 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7dfd1622-d7b8-45fc-bbc0-cbfef5fc3896 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb56f98f-f27c-4ecd-8718-b6b1359f5ca0 HTTP/1.1" status: 204 len: 168 time: 0.3452291 Jun 16 15:58:03.634802 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-251eac7d-07db-4228-b49d-b993ca2cb51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:03.654467 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd1622-d7b8-45fc-bbc0-cbfef5fc3896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56f98f-f27c-4ecd-8718-b6b1359f5ca0,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:03.660784 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7dfd1622-d7b8-45fc-bbc0-cbfef5fc3896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:03.665487 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6d595-2879-4dde-9a5a-5a6899be88af req-b087df21-d928-499d-af1c-ec831eea9a6c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:03.667460 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-97c6d595-2879-4dde-9a5a-5a6899be88af req-b087df21-d928-499d-af1c-ec831eea9a6c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0994060 Jun 16 15:58:03.742214 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-97c6d595-2879-4dde-9a5a-5a6899be88af req-2b0c7356-069e-485b-87a6-f2cbec2a3521 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579591 Jun 16 15:58:03.804614 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-8393e2d2-0531-4251-84c0-2de14d8a1278 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:03.811365 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-8393e2d2-0531-4251-84c0-2de14d8a1278 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 814 time: 0.1475120 Jun 16 15:58:03.835022 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-5586bb06-a7b3-4b0e-9c10-1167c386c25c tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/quotas/b827f81e9e054d9cbece81015aa3d8c1 HTTP/1.1" status: 200 len: 375 time: 0.0223334 Jun 16 15:58:04.039910 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-dd8a7e5f-d88e-4eb4-9979-776b6f893d06 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2021670 Jun 16 15:58:04.073020 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be46786-9cbc-48ab-8c00-04afea92ebc2 tempest-TestMinimumBasicScenario-1820423383 tempest-TestMinimumBasicScenario-1820423383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:04.076608 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1be46786-9cbc-48ab-8c00-04afea92ebc2 tempest-TestMinimumBasicScenario-1820423383 tempest-TestMinimumBasicScenario-1820423383-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 1094 time: 0.4905617 Jun 16 15:58:04.077891 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41536) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:04.089991 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'floatingip': {'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'port_id': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:04.158862 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for floatingip, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:04.198430 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-2ef94c68-46fc-4ab5-ad82-0fc3b7db4d18 service neutron] 10.222.0.48 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576133 Jun 16 15:58:04.359952 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a85581-7db5-4835-b105-310085cf86a8 req-f2fab13f-264c-4856-b008-345e42db7f1e tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:04.361605 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27a85581-7db5-4835-b105-310085cf86a8 req-f2fab13f-264c-4856-b008-345e42db7f1e tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 945 time: 0.1770718 Jun 16 15:58:04.423955 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27a85581-7db5-4835-b105-310085cf86a8 req-189a625d-b583-441c-8df2-2e9d42ed10ca tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544758 Jun 16 15:58:04.427785 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:04.442251 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5a1e17ef-a0a6-4228-9422-f48a1730cca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:04.497559 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-bd146abf-8e62-42dc-a3ae-9b7b73c676ee service neutron] 10.222.0.48 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716899 Jun 16 15:58:04.730829 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Allocated IP 172.27.2.74 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/26d01812-f098-4497-9606-292392121cc5) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:58:04.853967 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00355f49-20f6-4fc1-a598-ef9b62902244 req-108892ad-985d-4cab-8d0c-c17513bedece tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:04.855739 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-00355f49-20f6-4fc1-a598-ef9b62902244 req-108892ad-985d-4cab-8d0c-c17513bedece tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.2539704 Jun 16 15:58:05.068887 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-00355f49-20f6-4fc1-a598-ef9b62902244 req-f153957c-94bd-4714-9218-1df3a5d889ea tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938751 Jun 16 15:58:05.128998 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:05.136815 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e5946-6f7a-4eb0-a088-7d7614bcced5 req-3aaaf543-411b-4214-a0b5-52b678e77eef tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:05.138377 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2d8e5946-6f7a-4eb0-a088-7d7614bcced5 req-3aaaf543-411b-4214-a0b5-52b678e77eef tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1609201 Jun 16 15:58:05.238484 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:05.241752 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:05.252192 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2d8e5946-6f7a-4eb0-a088-7d7614bcced5 req-c775c560-97cf-4a6e-809f-d0b226631483 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007221 Jun 16 15:58:05.293125 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:05.328309 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'Port': ['ID=26d01812-f098-4497-9606-292392121cc5,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:05.334547 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:05.347148 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:58:05.348997 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:58:05.352313 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:58:05.442569 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9fd9cc6a-db90-4e34-8af3-b3f324e8e6c6 req-14307809-05b1-4ea6-b9a1-bd52e8df619e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 210 time: 0.0581961 Jun 16 15:58:05.453401 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2d08b-c150-4874-9f99-d438bc176795 req-65c3a2d4-09ed-4512-9a6c-9ef293d377f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:05.455684 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3da2d08b-c150-4874-9f99-d438bc176795 req-65c3a2d4-09ed-4512-9a6c-9ef293d377f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1099 time: 0.1849151 Jun 16 15:58:05.590401 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3da2d08b-c150-4874-9f99-d438bc176795 req-105ca4ef-1e17-474b-8d14-41fc4fa3e902 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206112 Jun 16 15:58:05.658745 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618787b9-45ec-4e6c-ae8e-c492220fe69f req-1cc9cdf0-f799-4599-b883-a64f22adcd0f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:05.673585 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-618787b9-45ec-4e6c-ae8e-c492220fe69f req-1cc9cdf0-f799-4599-b883-a64f22adcd0f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.2610464 Jun 16 15:58:05.925202 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-618787b9-45ec-4e6c-ae8e-c492220fe69f req-f388d7c2-5f73-4241-98ab-60df02361804 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440238 Jun 16 15:58:05.946679 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6f08-e3e7-41f2-9145-e249ee2821a9 req-6cc08d0f-3ae2-4846-9d8a-563411ded905 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:05.964052 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-38bb6f08-e3e7-41f2-9145-e249ee2821a9 req-6cc08d0f-3ae2-4846-9d8a-563411ded905 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 945 time: 0.1909056 Jun 16 15:58:06.036856 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-38bb6f08-e3e7-41f2-9145-e249ee2821a9 req-78d26ab8-910a-4fd1-abaa-fc6d256a2444 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712473 Jun 16 15:58:06.268365 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:06.474239 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:58:06.558204 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6665be-a88f-4647-b523-1e2bffa9dbd7 req-8fcbd157-ac0f-4027-bc10-238dafcfe6f7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:06.560044 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2c6665be-a88f-4647-b523-1e2bffa9dbd7 req-8fcbd157-ac0f-4027-bc10-238dafcfe6f7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1292939 Jun 16 15:58:06.563646 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:06.631790 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae2f93-b03d-4dc5-af31-b44a4963349c req-7a4ee6cc-0628-4bdf-8800-4ac5a18229bb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:06.643551 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-24ae2f93-b03d-4dc5-af31-b44a4963349c req-7a4ee6cc-0628-4bdf-8800-4ac5a18229bb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.3323817 Jun 16 15:58:06.649182 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2c6665be-a88f-4647-b523-1e2bffa9dbd7 req-5b3e221d-66d4-4549-95c8-3f55dae3bf25 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813396 Jun 16 15:58:06.771923 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:06.894178 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-24ae2f93-b03d-4dc5-af31-b44a4963349c req-af4f6aea-0f5b-44ce-91c7-60e4cd1cc681 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483397 Jun 16 15:58:06.976489 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6b2f417-5087-4b32-8018-68fb3cd5379a req-759804c8-3d1b-4292-b7c2-b44e9b9d06f9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 210 time: 0.0604169 Jun 16 15:58:07.263939 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:07.288691 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:07.327558 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:07.502648 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'Port': ['ID=26d01812-f098-4497-9606-292392121cc5,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:07.533841 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:07.658726 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbc3cc-1159-4ade-a8e1-acc88cbb3e8b req-56e439c8-16cb-4314-a2a1-eab5829535e4 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:07.676575 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6adbc3cc-1159-4ade-a8e1-acc88cbb3e8b req-56e439c8-16cb-4314-a2a1-eab5829535e4 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.3945191 Jun 16 15:58:07.709516 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:07.857289 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.l3_db [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Floating IP b1247989-ac1c-4414-9c94-1fb42db0d235 associated. External IP: 172.27.2.74, port: a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf. Jun 16 15:58:07.994759 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41706) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:08.071309 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-9277fd3d-9205-4388-9fc9-3311a29899a3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:08.074180 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-9277fd3d-9205-4388-9fc9-3311a29899a3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 814 time: 0.9316049 Jun 16 15:58:08.090141 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Request body: {'port': {'device_id': '2fff5ef0-d219-4662-89c3-5a112e9b20d5', 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5', 'admin_state_up': True, 'tenant_id': 'b827f81e9e054d9cbece81015aa3d8c1'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:08.198783 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb832bd6-64fe-4eff-bc55-3b2b98e33cc2 req-042b2f1b-83cf-4a02-a7b0-52da3cde4a87 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:08.206403 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bb832bd6-64fe-4eff-bc55-3b2b98e33cc2 req-042b2f1b-83cf-4a02-a7b0-52da3cde4a87 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.2007654 Jun 16 15:58:08.245791 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:58:08.265390 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6adbc3cc-1159-4ade-a8e1-acc88cbb3e8b req-5bf99b97-d495-4be8-b69f-0d056fa1827b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5837650 Jun 16 15:58:08.275955 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bb832bd6-64fe-4eff-bc55-3b2b98e33cc2 req-d33fbb84-9fd9-4dee-ba68-8c4a9eae0be2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685081 Jun 16 15:58:08.299557 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_v2 [None req-9444a1a0-8c2c-48a5-bff4-fcef538ddcfe admin admin] Deleting subnet 84299737-bf08-47d5-8f22-88a17dfcb6ce {{(pid=91872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:58:08.316076 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9444a1a0-8c2c-48a5-bff4-fcef538ddcfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:08.338277 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Made reservation on behalf of b827f81e9e054d9cbece81015aa3d8c1 for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:58:08.347689 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:08.588899 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:08.655933 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a14d80b2-23d5-4e1e-b6c9-183b6b258491 req-7931f0ce-73fc-40b7-aac1-b71d83eb06b3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 210 time: 0.0485730 Jun 16 15:58:08.681088 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Allocated IP 172.20.0.3 (fb10f2d2-ecce-4cea-a631-52f2c68056f5/7cc6a8e5-82f3-4aec-b1ae-78d933df9972/f9f4ac59-7dd0-45b9-936c-570924a1d477) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:58:08.915675 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9444a1a0-8c2c-48a5-bff4-fcef538ddcfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14333594'] for subnet, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:08.940463 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:58:08.953298 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] Sync routers for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:58:08.966592 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:08.967882 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:58:08.968541 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:58:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:09.011877 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9290168 Jun 16 15:58:09.014622 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:58:09.017476 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3132c506-613b-4513-942a-d179057ede2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:58:09.019230 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41732) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:09.027690 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-41878b82-239c-4e95-bad1-c2e17a3c0bcc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504914476', 'description': 'tempest-secgroup-smoke-504914476 description', 'project_id': '3018201aa7cd488eb862a3d0bd1dd366'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:09.051707 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9444a1a0-8c2c-48a5-bff4-fcef538ddcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:09.062285 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057ce3c-f815-48ea-8309-099a70f3d8fd req-a74fa329-8735-4e07-9c32-f970449b2c22 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:09.071095 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0057ce3c-f815-48ea-8309-099a70f3d8fd req-a74fa329-8735-4e07-9c32-f970449b2c22 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.2284000 Jun 16 15:58:09.071535 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:09.152864 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-41878b82-239c-4e95-bad1-c2e17a3c0bcc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:09.241385 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:58:09.249812 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9444a1a0-8c2c-48a5-bff4-fcef538ddcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13993037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14231879'] for subnet, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:09.269001 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9739ab70-d361-488f-b703-88fd03c183db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:09.305867 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b7d598-1664-4ea1-ac5d-fab305dded0f x-openstack-request-id: req-c3b7d598-1664-4ea1-ac5d-fab305dded0f {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:58:09.306197 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:58:09.306487 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3b7d598-1664-4ea1-ac5d-fab305dded0f {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:58:09.306915 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'status': 'completed', 'code': 200} Jun 16 15:58:09.425502 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0057ce3c-f815-48ea-8309-099a70f3d8fd req-2a8c323a-8c76-4855-aa57-cc47d080affb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518329 Jun 16 15:58:09.432605 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444a1a0-8c2c-48a5-bff4-fcef538ddcfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84299737-bf08-47d5-8f22-88a17dfcb6ce,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:09.437615 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:09.446071 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9444a1a0-8c2c-48a5-bff4-fcef538ddcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:09.459813 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['55f5f05d-e34b-4baa-848b-81730be940ec', '8438f08a-e669-459f-bd27-27940b95b274', 'ea1d2b02-6d9d-4185-b265-ad279f103a3c'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:58:09.482554 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9444a1a0-8c2c-48a5-bff4-fcef538ddcfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:09.487453 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-9444a1a0-8c2c-48a5-bff4-fcef538ddcfe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/84299737-bf08-47d5-8f22-88a17dfcb6ce HTTP/1.1" status: 204 len: 168 time: 1.4797785 Jun 16 15:58:09.489319 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41740) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:09.558237 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-10bd8dde-a28d-4677-a6d8-ed60160f58b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:09.679034 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Network fb10f2d2-ecce-4cea-a631-52f2c68056f5 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:58:09.688795 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:58:09.719641 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:58:09.731411 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:09.755447 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132c506-613b-4513-942a-d179057ede2e req-c476ffb2-94fe-4531-a5f0-d0fa0d65329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:09.756998 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3132c506-613b-4513-942a-d179057ede2e req-c476ffb2-94fe-4531-a5f0-d0fa0d65329c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3018201aa7cd488eb862a3d0bd1dd366&device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 1099 time: 0.3725088 Jun 16 15:58:09.899844 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Pushing event updated for resources: {'Port': ['ID=f9f4ac59-7dd0-45b9-936c-570924a1d477,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:09.933396 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:09.944829 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:09.946397 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5745f40-49b5-46e6-9567-9992e5c240aa']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:09.970521 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2193011c-0f99-4d5a-bae2-4377727c67b0') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:09.970963 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2193011c-0f99-4d5a-bae2-4377727c67b0') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:09.981243 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.016324 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:10.017022 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.033179 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.034307 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': 'b1247989-ac1c-4414-9c94-1fb42db0d235', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'floating_ip_address': '172.27.2.74', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'port_id': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'mac_address': 'fa:16:3e:53:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:58:05Z', 'updated_at': '2021-06-16T15:58:05Z', 'revision_number': 0, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df489bf-6b68-41e9-bedd-b3521728be94', 'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'mac_address': 'fa:16:3e:47:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:36Z', 'updated_at': '2021-06-16T15:56:45Z', 'revision_number': 5, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'subnets': [{'id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:10.043181 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] Checking router: 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:58:10.066309 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:58:10.067229 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:58:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:10.096888 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:58:10.097275 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:58:10.100395 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:58:10.146711 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda339ae-4fc4-43a2-b1d8-357e878d2b80 req-a9444336-4515-4418-86a6-2b0d37cfec89 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:10.148281 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fda339ae-4fc4-43a2-b1d8-357e878d2b80 req-a9444336-4515-4418-86a6-2b0d37cfec89 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.7123718 Jun 16 15:58:10.160439 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-45f5c50a-df86-4761-9545-8ae3191a0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:10.162150 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-45f5c50a-df86-4761-9545-8ae3191a0edb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1099 time: 0.8418703 Jun 16 15:58:10.237173 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-41878b82-239c-4e95-bad1-c2e17a3c0bcc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.251245 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.265075 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.267729 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5745f40-49b5-46e6-9567-9992e5c240aa HTTP/1.1" status: 204 len: 168 time: 0.7773681 Jun 16 15:58:10.270582 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ff0804ca-1f39-4ea3-a01e-39b29a59301a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:10.273147 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132c506-613b-4513-942a-d179057ede2e req-45c3380c-34e7-47a3-8ee0-d4978cb76209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:10.274599 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3132c506-613b-4513-942a-d179057ede2e req-45c3380c-34e7-47a3-8ee0-d4978cb76209 service neutron] 10.222.0.89 "GET /v2.0/networks?id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78 HTTP/1.1" status: 200 len: 917 time: 0.4194252 Jun 16 15:58:10.298377 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-41878b82-239c-4e95-bad1-c2e17a3c0bcc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.312691 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:58:10.321654 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e661d95e-7737-4900-abf4-53102a3848b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:10.325642 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2394836 Jun 16 15:58:10.378400 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5745f40-49b5-46e6-9567-9992e5c240aa,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:10.381327 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:10.384275 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3132c506-613b-4513-942a-d179057ede2e req-ac81f051-311b-47f7-bb34-fd9dbd1a6946 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 999 time: 0.0922213 Jun 16 15:58:10.398026 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04654c29-1150-4a15-acb1-ab7b4865be88 req-56259521-7612-43b3-9458-e984a312278b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:10.399969 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-04654c29-1150-4a15-acb1-ab7b4865be88 req-56259521-7612-43b3-9458-e984a312278b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.5434911 Jun 16 15:58:10.428203 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Request body: {'port': {'device_id': '2fff5ef0-d219-4662-89c3-5a112e9b20d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:10.496965 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132c506-613b-4513-942a-d179057ede2e req-34c9c002-27a0-4e0c-a6e4-d5b113761628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:10.498404 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3132c506-613b-4513-942a-d179057ede2e req-34c9c002-27a0-4e0c-a6e4-d5b113761628 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5be5c848-fa7b-460d-be68-af6b9ab8daf4 HTTP/1.1" status: 200 len: 854 time: 0.0972545 Jun 16 15:58:10.525203 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-04654c29-1150-4a15-acb1-ab7b4865be88 req-1871fa7a-59c3-4944-8760-27629685c81c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115673 Jun 16 15:58:10.639347 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-41878b82-239c-4e95-bad1-c2e17a3c0bcc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.643963 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-41878b82-239c-4e95-bad1-c2e17a3c0bcc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.6202276 Jun 16 15:58:10.648218 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41766) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:10.661840 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-cb7fb091-498c-4c62-9dfa-fdf325a6b727 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'security_group_rule': {'security_group_id': 'd7c8e9f1-ad21-42f6-b74a-76a1b52ccf11', 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:10.678942 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fda339ae-4fc4-43a2-b1d8-357e878d2b80 req-9f04affd-c3eb-4601-9504-50851fda16a0 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859593 Jun 16 15:58:10.679475 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41768) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:10.703021 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41878b82-239c-4e95-bad1-c2e17a3c0bcc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:10.767292 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb091-498c-4c62-9dfa-fdf325a6b727 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.780035 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132c506-613b-4513-942a-d179057ede2e req-de23cd89-9937-40ea-9232-26638874e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:10.782170 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3132c506-613b-4513-942a-d179057ede2e req-de23cd89-9937-40ea-9232-26638874e18d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2546139 Jun 16 15:58:10.784984 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-41878b82-239c-4e95-bad1-c2e17a3c0bcc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:10.848266 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': 'b1247989-ac1c-4414-9c94-1fb42db0d235', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'floating_ip_address': '172.27.2.74', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'port_id': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'mac_address': 'fa:16:3e:53:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:58:05Z', 'updated_at': '2021-06-16T15:58:05Z', 'revision_number': 0, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df489bf-6b68-41e9-bedd-b3521728be94', 'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'mac_address': 'fa:16:3e:47:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:36Z', 'updated_at': '2021-06-16T15:56:45Z', 'revision_number': 5, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'subnets': [{'id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:58:10.853733 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47dd3f5-91ab-4e1f-980b-9db1682e0089 None None] The sync data for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi is: [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': 'b1247989-ac1c-4414-9c94-1fb42db0d235', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'floating_ip_address': '172.27.2.74', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'port_id': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'mac_address': 'fa:16:3e:53:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:58:05Z', 'updated_at': '2021-06-16T15:58:05Z', 'revision_number': 0, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df489bf-6b68-41e9-bedd-b3521728be94', 'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'mac_address': 'fa:16:3e:47:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:36Z', 'updated_at': '2021-06-16T15:56:45Z', 'revision_number': 5, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'subnets': [{'id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:58:10.942006 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-1162b37b-a681-444d-aeee-c135b919a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:10.944576 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-1162b37b-a681-444d-aeee-c135b919a265 service neutron] 10.222.0.89 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 921 time: 0.7431226 Jun 16 15:58:10.967393 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-127b14d2-ed9a-4ee8-b9fe-4c81b62302b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11b24feb2f2d4acfa67631e58b899e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652013 Jun 16 15:58:10.968718 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41772) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:10.970880 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:10.984177 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb091-498c-4c62-9dfa-fdf325a6b727 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.006860 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb091-498c-4c62-9dfa-fdf325a6b727 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.043197 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-dedec00d-b6ff-4157-a033-f36ef6ffa135 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 HTTP/1.1" status: 200 len: 217 time: 0.0883205 Jun 16 15:58:11.090690 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:11.202202 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fb091-498c-4c62-9dfa-fdf325a6b727 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1171324-c39c-4332-8436-79fb3693675a,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:11.206556 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca425ac0-68c6-4699-b2b0-d9853f11cc47 req-1756aeea-5d68-47a3-b738-e92f5490292a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:11.218455 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ca425ac0-68c6-4699-b2b0-d9853f11cc47 req-1756aeea-5d68-47a3-b738-e92f5490292a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.3531284 Jun 16 15:58:11.233911 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-541c9a44-560d-4b4b-82c8-7895dd94e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:11.236552 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-541c9a44-560d-4b4b-82c8-7895dd94e023 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 200 len: 859 time: 0.1802273 Jun 16 15:58:11.249943 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb091-498c-4c62-9dfa-fdf325a6b727 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.256114 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-cb7fb091-498c-4c62-9dfa-fdf325a6b727 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6049209 Jun 16 15:58:11.257398 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cb7fb091-498c-4c62-9dfa-fdf325a6b727 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:11.258060 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41778) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:11.285315 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-320b3f19-0391-473e-99e6-2d5644da9e37 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'security_group_rule': {'security_group_id': 'd7c8e9f1-ad21-42f6-b74a-76a1b52ccf11', 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:11.330134 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e4250-25ea-4e82-96f6-f7b5add23d26 None None] New status for floating IP b1247989-ac1c-4414-9c94-1fb42db0d235: ACTIVE {{(pid=91874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:58:11.347137 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3132c506-613b-4513-942a-d179057ede2e req-ae62eee0-4d04-47f5-bd44-119053d2b1f2 service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167444 Jun 16 15:58:11.379907 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749813a-2d27-4114-bb9a-3bc7576ea9cc req-a02d0b99-6832-4e2c-ac15-e5b6e0882bf3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:11.388905 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d749813a-2d27-4114-bb9a-3bc7576ea9cc req-a02d0b99-6832-4e2c-ac15-e5b6e0882bf3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 931 time: 0.5887976 Jun 16 15:58:11.430533 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-41e18649-d08e-40aa-a0cc-1791467eb6bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=352e1945-abce-4cc0-943b-a178300a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554314 Jun 16 15:58:11.434911 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3de72a5c-d6d2-4b03-8cb6-dadb77add2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.536738 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ca425ac0-68c6-4699-b2b0-d9853f11cc47 req-ca4e9f1f-e699-47cf-81d2-b0a028d32bcb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166056 Jun 16 15:58:11.549832 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3de72a5c-d6d2-4b03-8cb6-dadb77add2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.577090 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3132c506-613b-4513-942a-d179057ede2e req-44dc5752-8c51-4bbf-a8bc-2ee88e759e97 service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544437 Jun 16 15:58:11.582652 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-320b3f19-0391-473e-99e6-2d5644da9e37 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.684468 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d749813a-2d27-4114-bb9a-3bc7576ea9cc req-d367fe47-4cba-4059-bd46-a3be176653ad tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894251 Jun 16 15:58:11.763902 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-320b3f19-0391-473e-99e6-2d5644da9e37 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.776904 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-320b3f19-0391-473e-99e6-2d5644da9e37 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.791354 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-18e1ce93-2c38-43a1-988f-5a5f68bd1b5d service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512576 Jun 16 15:58:11.796624 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3de72a5c-d6d2-4b03-8cb6-dadb77add2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.800109 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3de72a5c-d6d2-4b03-8cb6-dadb77add2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.804256 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3de72a5c-d6d2-4b03-8cb6-dadb77add2a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4902cf7c-a3f6-4f91-865e-8ec432838fc5 HTTP/1.1" status: 204 len: 168 time: 0.8269944 Jun 16 15:58:11.804256 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2c5f7f94-b2e0-4f24-a793-f555e0785ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:11.828884 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cb7fb091-498c-4c62-9dfa-fdf325a6b727 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:11.860815 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b3f19-0391-473e-99e6-2d5644da9e37 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f570c40-cd44-461a-8424-246db914728c,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:11.864108 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de72a5c-d6d2-4b03-8cb6-dadb77add2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902cf7c-a3f6-4f91-865e-8ec432838fc5,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:11.869587 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-320b3f19-0391-473e-99e6-2d5644da9e37 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:11.871241 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-320b3f19-0391-473e-99e6-2d5644da9e37 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:11.872585 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-320b3f19-0391-473e-99e6-2d5644da9e37 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5920756 Jun 16 15:58:11.881325 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41786) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:11.891137 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-92664a1f-d3a8-4c9d-a348-be669acea9af tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'security_group_rule': {'security_group_id': 'd7c8e9f1-ad21-42f6-b74a-76a1b52ccf11', 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:11.901351 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3de72a5c-d6d2-4b03-8cb6-dadb77add2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:11.947520 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-92664a1f-d3a8-4c9d-a348-be669acea9af tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.155215 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f4ac59-7dd0-45b9-936c-570924a1d477 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:58:12.178620 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d6336-6fd8-4da7-ac4c-a4551c1e508f req-65995c1f-4531-4866-97f9-a34c45970db4 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:12.180675 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-077d6336-6fd8-4da7-ac4c-a4551c1e508f req-65995c1f-4531-4866-97f9-a34c45970db4 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1732695 Jun 16 15:58:12.182614 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-92664a1f-d3a8-4c9d-a348-be669acea9af tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.192372 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-92664a1f-d3a8-4c9d-a348-be669acea9af tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.229233 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.230664 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:12.248760 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92664a1f-d3a8-4c9d-a348-be669acea9af tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f2f0b7-2834-45ec-9e71-eee1b76dfa48,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:12.258280 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-92664a1f-d3a8-4c9d-a348-be669acea9af tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:12.261420 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-92664a1f-d3a8-4c9d-a348-be669acea9af tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.262682 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-92664a1f-d3a8-4c9d-a348-be669acea9af tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3769965 Jun 16 15:58:12.269455 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41794) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:12.274599 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-967f7e6c-0465-4278-aadf-75febf898fad tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'security_group_rule': {'security_group_id': 'd7c8e9f1-ad21-42f6-b74a-76a1b52ccf11', 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:12.279689 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cd961fa4-0ed9-4060-9fbd-12fe98da80a6 req-4b80a9a3-4847-4d27-8804-a45481746ff0 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668374 Jun 16 15:58:12.303380 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-077d6336-6fd8-4da7-ac4c-a4551c1e508f req-d22d1b8f-ebe5-48c7-8e90-e49c6f180f45 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121747 Jun 16 15:58:12.312283 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Transition to ACTIVE for port object f9f4ac59-7dd0-45b9-936c-570924a1d477 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:58:12.319429 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.325566 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f604d74-c814-4fd5-b3a8-2b7d11307f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:12.368461 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-967f7e6c-0465-4278-aadf-75febf898fad tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.530342 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f4ac59-7dd0-45b9-936c-570924a1d477,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:12.540816 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:12.565198 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-967f7e6c-0465-4278-aadf-75febf898fad tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.577221 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-967f7e6c-0465-4278-aadf-75febf898fad tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.582991 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:12.673934 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-967f7e6c-0465-4278-aadf-75febf898fad tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.690404 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-967f7e6c-0465-4278-aadf-75febf898fad tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4125230 Jun 16 15:58:12.691163 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 41810) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:12.694070 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f7e6c-0465-4278-aadf-75febf898fad tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118bbbc1-7cad-4de7-b36d-b0a77e523650,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:12.705158 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'security_group_rule': {'security_group_id': 'd7c8e9f1-ad21-42f6-b74a-76a1b52ccf11', 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:12.709801 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-967f7e6c-0465-4278-aadf-75febf898fad tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:12.730356 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417b3a-7118-454f-ba86-8757fa204515 req-23f856df-5f41-4d0d-a687-fd7f20a15687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:12.731999 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67417b3a-7118-454f-ba86-8757fa204515 req-23f856df-5f41-4d0d-a687-fd7f20a15687 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 1098 time: 0.3853652 Jun 16 15:58:12.794471 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3d51c-f2d7-489b-972d-4c6bc7f41795 req-5c487bab-51ac-4c31-a627-f2cef5c6ac19 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:12.795616 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bee3d51c-f2d7-489b-972d-4c6bc7f41795 req-5c487bab-51ac-4c31-a627-f2cef5c6ac19 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.4007568 Jun 16 15:58:12.837985 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.securitygroups_db [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Project 3018201aa7cd488eb862a3d0bd1dd366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:58:12.844480 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Attempting to bind port f9f4ac59-7dd0-45b9-936c-570924a1d477 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:58:12.844976 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Attempting to bind port f9f4ac59-7dd0-45b9-936c-570924a1d477 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:58:12.845330 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Attempting to bind port f9f4ac59-7dd0-45b9-936c-570924a1d477 on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:58:12.892511 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.899039 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Port f9f4ac59-7dd0-45b9-936c-570924a1d477 on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:58:12.899361 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Attempting to bind port f9f4ac59-7dd0-45b9-936c-570924a1d477 on network fb10f2d2-ecce-4cea-a631-52f2c68056f5 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:58:12.952750 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:58:12.953171 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Checking segment: {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:58:12.954326 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Bound using segment: {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:58:12.954845 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Bound port: f9f4ac59-7dd0-45b9-936c-570924a1d477, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4565811-ca02-4eff-b01c-b0f9367cf7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:58:12.955397 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:12.972355 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bee3d51c-f2d7-489b-972d-4c6bc7f41795 req-9fa223fc-9524-47f1-a106-6e655fc7031e tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607754 Jun 16 15:58:13.028297 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b774-77ad-4a2f-9d44-db566dab7501 req-9860efb3-78c7-4114-aa07-197655223ad0 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:13.030095 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0f46b774-77ad-4a2f-9d44-db566dab7501 req-9860efb3-78c7-4114-aa07-197655223ad0 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1313462 Jun 16 15:58:13.151808 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0f46b774-77ad-4a2f-9d44-db566dab7501 req-f843d404-23f4-4441-85b0-6939d97edf45 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120186 Jun 16 15:58:13.161398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417b3a-7118-454f-ba86-8757fa204515 req-93fd704f-ffe7-4fd6-82e7-0a886fc3b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:13.163329 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67417b3a-7118-454f-ba86-8757fa204515 req-93fd704f-ffe7-4fd6-82e7-0a886fc3b447 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 913 time: 0.4206109 Jun 16 15:58:13.319518 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:13.347985 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:13.555644 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37af2f-2a44-419c-ac95-a8485f85bf00 req-d93673c6-08aa-42f2-a027-cb74023fc563 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:13.558019 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9f37af2f-2a44-419c-ac95-a8485f85bf00 req-d93673c6-08aa-42f2-a027-cb74023fc563 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0902121 Jun 16 15:58:13.613508 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9f37af2f-2a44-419c-ac95-a8485f85bf00 req-67c907ec-42dc-4a43-81aa-a927ba6c2263 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475938 Jun 16 15:58:13.661091 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:13.696596 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] For port f9f4ac59-7dd0-45b9-936c-570924a1d477, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:58:13.703260 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67417b3a-7118-454f-ba86-8757fa204515 req-2e5b3bfe-75d3-47b9-9348-6ccb923cc0f3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c55401-9c20-4296-821c-ae493173635d HTTP/1.1" status: 200 len: 999 time: 0.5194802 Jun 16 15:58:13.713214 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0996ff5e-f60c-41d4-8b8b-21fc7ae0c190,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:13.728883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:13.732576 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] For port f9f4ac59-7dd0-45b9-936c-570924a1d477, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9f4ac59-7dd0-45b9-936c-570924a1d477,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:58:13.732576 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:13.734014 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0384839 Jun 16 15:58:13.743576 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 41834) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:13.753163 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'security_group_rule': {'security_group_id': 'd7c8e9f1-ad21-42f6-b74a-76a1b52ccf11', 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:13.772617 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:13.781881 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:13.808752 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.securitygroups_db [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Project 3018201aa7cd488eb862a3d0bd1dd366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:58:13.816572 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:13.838158 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e09e25-398c-4d20-a5c2-79e7067913f6 req-c68068e5-8f98-4fc8-8882-e9b32c8b7cb0 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:13.845338 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74e09e25-398c-4d20-a5c2-79e7067913f6 req-c68068e5-8f98-4fc8-8882-e9b32c8b7cb0 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 943 time: 0.5828230 Jun 16 15:58:13.870353 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417b3a-7118-454f-ba86-8757fa204515 req-8361e1dc-be58-4486-8cf8-868cd436ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:13.871831 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67417b3a-7118-454f-ba86-8757fa204515 req-8361e1dc-be58-4486-8cf8-868cd436ea2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e9a1c22-17c7-4892-b583-1c348d69e6a0 HTTP/1.1" status: 200 len: 850 time: 0.1560223 Jun 16 15:58:13.901035 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:13.933258 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:13.933258 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:13.933258 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] 10.222.0.89 "PUT /v2.0/ports/f9f4ac59-7dd0-45b9-936c-570924a1d477 HTTP/1.1" status: 200 len: 1093 time: 3.4984121 Jun 16 15:58:13.933258 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fff5ef0-d219-4662-89c3-5a112e9b20d5', 'tag': 'f9f4ac59-7dd0-45b9-936c-570924a1d477'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:58:13.933258 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f298ed-c85f-4a6b-9146-a0fdabdea11f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fff5ef0-d219-4662-89c3-5a112e9b20d5", "tag": "f9f4ac59-7dd0-45b9-936c-570924a1d477"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:58:13.941536 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:13.956637 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-320b3f19-0391-473e-99e6-2d5644da9e37 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:14.025574 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74e09e25-398c-4d20-a5c2-79e7067913f6 req-abb0d40d-02c6-4f3b-9501-b2be2a81b2ae tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788347 Jun 16 15:58:14.031291 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cc0d09-faaf-4ffd-ab3c-5dfab731743f,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:14.041550 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:14.042326 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:14.046182 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2972095 Jun 16 15:58:14.046577 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f4ac59-7dd0-45b9-936c-570924a1d477,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:14.057523 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:14.080063 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c039b78-971d-4890-b677-3a7cb7fa7230 x-openstack-request-id: req-2c039b78-971d-4890-b677-3a7cb7fa7230 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:58:14.080561 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fff5ef0-d219-4662-89c3-5a112e9b20d5", "tag": "f9f4ac59-7dd0-45b9-936c-570924a1d477", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:58:14.080946 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c039b78-971d-4890-b677-3a7cb7fa7230 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:58:14.081478 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fff5ef0-d219-4662-89c3-5a112e9b20d5', 'tag': 'f9f4ac59-7dd0-45b9-936c-570924a1d477', 'status': 'completed', 'code': 200} Jun 16 15:58:14.111015 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417b3a-7118-454f-ba86-8757fa204515 req-b2019a5c-4c63-456f-95e5-e24d1096d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:14.114957 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67417b3a-7118-454f-ba86-8757fa204515 req-b2019a5c-4c63-456f-95e5-e24d1096d2cf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a50a3315-6c80-4963-ada6-ff4dadfa88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2278905 Jun 16 15:58:14.165882 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-5278d2f7-7fe6-4793-b2df-c26da91ca7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:14.167663 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-5278d2f7-7fe6-4793-b2df-c26da91ca7d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 1096 time: 0.1406963 Jun 16 15:58:14.224998 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-aa0f0b1e-a65d-4042-b8eb-7d978571467b tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504914476&fields=id&tenant_id=3018201aa7cd488eb862a3d0bd1dd366 HTTP/1.1" status: 200 len: 267 time: 0.0479200 Jun 16 15:58:14.292209 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-245cbea9-1984-40f6-8a4f-a2220ba1a601 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9f4ac59-7dd0-45b9-936c-570924a1d477 HTTP/1.1" status: 200 len: 217 time: 0.1136513 Jun 16 15:58:14.342110 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67417b3a-7118-454f-ba86-8757fa204515 req-249c6bbd-33f6-4811-8f83-cabd694b2083 service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052968 Jun 16 15:58:14.429854 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-e2b3a431-a496-46ed-a5ca-497e12e7b6e1 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:14.432781 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-e2b3a431-a496-46ed-a5ca-497e12e7b6e1 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.1978364 Jun 16 15:58:14.469228 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'port': {'security_groups': ['3f854afb-2c4c-4a0b-a900-7a8d74df4c17', 'd7c8e9f1-ad21-42f6-b74a-76a1b52ccf11']}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:58:14.557253 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e124a0f-c546-48b4-869c-43df75e4bdce req-7f067cdc-6d43-44cd-a037-e6acbab6653e tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:14.567913 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9e124a0f-c546-48b4-869c-43df75e4bdce req-7f067cdc-6d43-44cd-a037-e6acbab6653e tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.3905673 Jun 16 15:58:14.594725 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-18e1c3d4-0d57-4724-a3bc-5b0b22b8b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:14.596484 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-18e1c3d4-0d57-4724-a3bc-5b0b22b8b6a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cc6a8e5-82f3-4aec-b1ae-78d933df9972 HTTP/1.1" status: 200 len: 854 time: 0.2344525 Jun 16 15:58:14.696002 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-2d836597-2dda-4154-9c35-821bdc7d084d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb10f2d2-ecce-4cea-a631-52f2c68056f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812542 Jun 16 15:58:14.698220 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-67417b3a-7118-454f-ba86-8757fa204515 req-641a8202-5f8a-4878-85fb-f045c04ebc82 service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550982 Jun 16 15:58:14.702223 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9e124a0f-c546-48b4-869c-43df75e4bdce req-744bec39-0244-49fa-804a-592d62d6c804 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331494 Jun 16 15:58:14.709599 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:15.005297 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-b7897c0d-412e-46e3-91da-205ade8106ca service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899270 Jun 16 15:58:15.085295 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b6a46-7441-4c3f-b138-05f9254ff4d3 req-8bdfe050-4463-4dee-bc5a-64b130cc5458 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:15.092782 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a69b6a46-7441-4c3f-b138-05f9254ff4d3 req-8bdfe050-4463-4dee-bc5a-64b130cc5458 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.2102244 Jun 16 15:58:15.204798 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bff5f1eb-3847-4541-9299-9ccbb9afea07 req-051367ec-35e0-4dd8-b47c-bb6185d276d2 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852610 Jun 16 15:58:15.269037 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a69b6a46-7441-4c3f-b138-05f9254ff4d3 req-8f3b9a98-f359-40ce-b408-172f161a85db tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753261 Jun 16 15:58:15.286236 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] For port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:58:15.328096 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:15.335312 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:15.343012 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-11e1b5d9-b6b9-43b5-87d5-910ee917e9dd tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:15.359170 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:58:15.403988 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-00ead12c-8e3a-4e98-b358-6e13d4ef79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:15.411313 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-00ead12c-8e3a-4e98-b358-6e13d4ef79d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 1096 time: 0.0897613 Jun 16 15:58:15.462652 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:15.463823 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:15.466121 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4da8dd73-dcb0-4888-85fc-f475a69dfc57 req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "PUT /v2.0/ports/a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 982 time: 1.0089724 Jun 16 15:58:15.466895 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:58:15.470114 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e3602-a217-40ce-a725-c6e5648d94ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:58:15.536875 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'Port': ['ID=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,revision_number=6']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:15.549287 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:15.744748 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62cc2-47ee-4407-b685-6f5fb97f90de req-a91b6e15-d50c-4ae4-9711-b8b4f06864bc tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:15.753606 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-eef62cc2-47ee-4407-b685-6f5fb97f90de req-a91b6e15-d50c-4ae4-9711-b8b4f06864bc tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 943 time: 0.1099062 Jun 16 15:58:15.781978 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b5fe4-321a-460d-ae1b-95330ad05051 req-723d4f5b-06d8-45af-b2df-205c7f66043d tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:15.784479 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-556b5fe4-321a-460d-ae1b-95330ad05051 req-723d4f5b-06d8-45af-b2df-205c7f66043d tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.3536971 Jun 16 15:58:15.785873 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-4ab12659-becc-499f-804b-826d684b573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:15.787404 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-4ab12659-becc-499f-804b-826d684b573f service neutron] 10.222.0.89 "GET /v2.0/networks?id=fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 200 len: 916 time: 0.3659227 Jun 16 15:58:15.813835 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-eef62cc2-47ee-4407-b685-6f5fb97f90de req-625bfa59-b7ff-4c2e-909e-6cbb29136032 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586984 Jun 16 15:58:15.873786 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-556b5fe4-321a-460d-ae1b-95330ad05051 req-058d9f81-1fe9-436d-9cc1-b572bfd25f1d tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793839 Jun 16 15:58:15.884060 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e7df42-e836-4860-85cc-11d241189f47 x-openstack-request-id: req-f1e7df42-e836-4860-85cc-11d241189f47 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:58:15.884399 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:58:15.884727 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1e7df42-e836-4860-85cc-11d241189f47 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:58:15.885158 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'status': 'completed', 'code': 200} Jun 16 15:58:15.939546 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-8f96fe60-9b25-45dc-b31f-6587883d58f7 None None] Provisioning complete for port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:58:15.940195 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-8f96fe60-9b25-45dc-b31f-6587883d58f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:16.116752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70164e30-ca83-40d5-b8b0-c7508dfae8ab req-be4bf90c-ae50-41b1-a201-6a470e34c5e1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:16.127077 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-70164e30-ca83-40d5-b8b0-c7508dfae8ab req-be4bf90c-ae50-41b1-a201-6a470e34c5e1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1248579 Jun 16 15:58:16.240682 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-70164e30-ca83-40d5-b8b0-c7508dfae8ab req-2bd79eb4-447f-4220-9caa-1c227f013703 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134558 Jun 16 15:58:16.259560 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72d085-b460-47ea-8505-61acd1852ab7 req-4b067502-6fe6-4857-ba65-eee929648a1e tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:16.262115 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8b72d085-b460-47ea-8505-61acd1852ab7 req-4b067502-6fe6-4857-ba65-eee929648a1e tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.1073434 Jun 16 15:58:16.361582 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8b72d085-b460-47ea-8505-61acd1852ab7 req-f293981d-a1f0-4c9f-8ef2-83dcaad43670 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840490 Jun 16 15:58:16.595924 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebd256-2071-4e15-a7cf-9ca804c3d0fc req-2c9e2193-789f-4e04-a6fb-7211d52970a1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:16.597512 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-06ebd256-2071-4e15-a7cf-9ca804c3d0fc req-2c9e2193-789f-4e04-a6fb-7211d52970a1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1222274 Jun 16 15:58:16.660986 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-06ebd256-2071-4e15-a7cf-9ca804c3d0fc req-9e35dd89-db87-4e90-9a89-222664105149 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565624 Jun 16 15:58:17.017430 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac237b6-2883-4013-8367-968b19da458e req-7dbfadc1-a43a-46c0-9739-cc4d94e0b0dc tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:17.018983 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2ac237b6-2883-4013-8367-968b19da458e req-7dbfadc1-a43a-46c0-9739-cc4d94e0b0dc tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 943 time: 0.0840151 Jun 16 15:58:17.072879 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2ac237b6-2883-4013-8367-968b19da458e req-e1ddf9a0-07bb-40a3-b494-ccef4bf657f8 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481908 Jun 16 15:58:17.425303 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707568b-cf76-4aa4-b818-d758907a1430 req-7a220373-204b-43dc-b38e-4b694ffd381a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:17.426959 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7707568b-cf76-4aa4-b818-d758907a1430 req-7a220373-204b-43dc-b38e-4b694ffd381a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0709488 Jun 16 15:58:17.467127 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7707568b-cf76-4aa4-b818-d758907a1430 req-e9322681-a95a-4921-a8df-4578f52eb48e tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343091 Jun 16 15:58:17.848322 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:58:17.895823 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:17.911335 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952ebf5-648a-4d27-9b6e-1f676adcb70c req-88e18d27-c7aa-48e7-9a4d-0d4f24a12f96 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:17.913797 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b952ebf5-648a-4d27-9b6e-1f676adcb70c req-88e18d27-c7aa-48e7-9a4d-0d4f24a12f96 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.0809147 Jun 16 15:58:17.953893 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b952ebf5-648a-4d27-9b6e-1f676adcb70c req-547c3bcf-267d-49a4-a444-221a343098f4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332530 Jun 16 15:58:18.281366 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15311ef1-afa5-4d80-a0a8-f20c188d21d5 req-b4950161-b776-4ea6-a217-8f466e23c9ee tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:18.283943 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-15311ef1-afa5-4d80-a0a8-f20c188d21d5 req-b4950161-b776-4ea6-a217-8f466e23c9ee tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 943 time: 0.0854363 Jun 16 15:58:18.324898 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-15311ef1-afa5-4d80-a0a8-f20c188d21d5 req-6b8e13de-8c97-4782-8728-a016b974f327 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348105 Jun 16 15:58:18.657813 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350968fc-96eb-4d0a-a31c-bb1416cce69c req-7c13abcf-bcfe-4f77-83ef-0e439602ef40 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:18.659199 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-350968fc-96eb-4d0a-a31c-bb1416cce69c req-7c13abcf-bcfe-4f77-83ef-0e439602ef40 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0665951 Jun 16 15:58:18.698384 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-350968fc-96eb-4d0a-a31c-bb1416cce69c req-acf48856-d8bd-4fed-a125-9a8a4c172048 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334620 Jun 16 15:58:19.035655 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-3f434910-74b5-40fc-bf1d-084192478f37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9f4ac59-7dd0-45b9-936c-570924a1d477 HTTP/1.1" status: 200 len: 217 time: 0.0549526 Jun 16 15:58:19.132813 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-fb0e65c0-212a-4f1f-b042-27f079184cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:19.134324 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-fb0e65c0-212a-4f1f-b042-27f079184cbf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cc6a8e5-82f3-4aec-b1ae-78d933df9972 HTTP/1.1" status: 200 len: 854 time: 0.0747960 Jun 16 15:58:19.192818 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-4056a38f-c735-4021-8368-1d513b0c8345 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb10f2d2-ecce-4cea-a631-52f2c68056f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400183 Jun 16 15:58:19.226843 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-817ab986-5090-4386-8e64-a6c480784818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:19.228988 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-817ab986-5090-4386-8e64-a6c480784818 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3018201aa7cd488eb862a3d0bd1dd366&device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 1138 time: 0.2368553 Jun 16 15:58:19.380685 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f19c3-f364-4f43-9db5-7b7f24610290 req-45ac24cd-1d72-498e-a6f5-ce8724c26bd3 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:19.382226 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0c7f19c3-f364-4f43-9db5-7b7f24610290 req-45ac24cd-1d72-498e-a6f5-ce8724c26bd3 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.2650595 Jun 16 15:58:19.438201 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-7c9262fd-f801-4b75-8c8b-41f05a6d9e30 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285247 Jun 16 15:58:19.493514 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0c7f19c3-f364-4f43-9db5-7b7f24610290 req-4411f2a7-dc71-47ae-9f20-49bd0f028b0b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021149 Jun 16 15:58:19.494455 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-b922723b-9d05-4ed6-bcc0-7669da2c17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:19.495854 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-b922723b-9d05-4ed6-bcc0-7669da2c17c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78 HTTP/1.1" status: 200 len: 917 time: 0.2489355 Jun 16 15:58:19.553437 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a96d1-a202-4830-a1c3-e7fd7d303a5a req-2a77923f-68f9-43d4-b198-fc186f6ed6d6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:19.555175 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d48a96d1-a202-4830-a1c3-e7fd7d303a5a req-2a77923f-68f9-43d4-b198-fc186f6ed6d6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 943 time: 0.0798283 Jun 16 15:58:19.608108 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d48a96d1-a202-4830-a1c3-e7fd7d303a5a req-9adfbf42-e24f-4e60-848d-0470d76a7898 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470431 Jun 16 15:58:19.647286 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-eacb2553-8d9e-42d4-831d-d586f1e3d1da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 1001 time: 0.1351092 Jun 16 15:58:19.649344 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14f298ed-c85f-4a6b-9146-a0fdabdea11f req-480f3290-e945-447f-bc8a-0f98a98f89d5 service neutron] 10.222.0.89 "GET /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884596 Jun 16 15:58:19.717229 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-2bc47872-3d27-4945-8a56-6ba18521f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:19.725398 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-2bc47872-3d27-4945-8a56-6ba18521f417 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5be5c848-fa7b-460d-be68-af6b9ab8daf4 HTTP/1.1" status: 200 len: 854 time: 0.0589144 Jun 16 15:58:19.796705 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-5b9bf9cc-007a-4339-ae3a-67b1a7b2ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:19.799281 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-5b9bf9cc-007a-4339-ae3a-67b1a7b2ab29 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662208 Jun 16 15:58:19.948708 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-b7260f1c-6881-4d60-8d3a-715cf51545cd service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331398 Jun 16 15:58:19.995668 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485736a-3bd5-419a-be07-3208037d19db req-45463db4-050b-41a6-90ca-1b94d35a24f6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:19.997276 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2485736a-3bd5-419a-be07-3208037d19db req-45463db4-050b-41a6-90ca-1b94d35a24f6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1094179 Jun 16 15:58:20.074266 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2485736a-3bd5-419a-be07-3208037d19db req-2b81202f-402c-4576-b7af-67be09471e6c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699537 Jun 16 15:58:20.090747 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9c7e3602-a217-40ce-a725-c6e5648d94ee req-b1e55415-77f9-4198-8a50-46e90fcc84ea service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295650 Jun 16 15:58:20.269536 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-9991146b-df70-4127-aa0f-80b36cf48d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:20.272197 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-9991146b-df70-4127-aa0f-80b36cf48d5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 1098 time: 0.0791268 Jun 16 15:58:20.374711 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-cffbfe66-fb57-499d-8982-a3dc130a580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:20.376863 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-cffbfe66-fb57-499d-8982-a3dc130a580e service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.0917568 Jun 16 15:58:20.451338 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-5ecf2a24-9eca-429b-8611-b396e71e99df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790 HTTP/1.1" status: 200 len: 1001 time: 0.0670929 Jun 16 15:58:20.505333 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-9ee2160d-e290-4751-8305-86c6af7fb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:20.506888 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-9ee2160d-e290-4751-8305-86c6af7fb44f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.0454206 Jun 16 15:58:20.586613 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-afc363f4-738f-4a3d-bf26-0b2564f15aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:20.588096 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-afc363f4-738f-4a3d-bf26-0b2564f15aac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700092 Jun 16 15:58:20.768117 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3a3a0-d451-4081-8bf4-2fae067bcf78 req-163f60f0-2973-485b-9745-e2f7d007b9da tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:20.780782 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4bd3a3a0-d451-4081-8bf4-2fae067bcf78 req-163f60f0-2973-485b-9745-e2f7d007b9da tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1514425 Jun 16 15:58:20.872081 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4bd3a3a0-d451-4081-8bf4-2fae067bcf78 req-078368b4-892a-4e34-95c1-1f33d7125a12 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880442 Jun 16 15:58:21.014641 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-bbdcaf3f-cc84-4665-b595-bf632412c814 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167712 Jun 16 15:58:21.066580 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1f32b-37de-419b-9cfc-fc76774b4056 req-41a771e4-58ee-481f-9b4d-cf3301a10444 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:21.068170 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8ed1f32b-37de-419b-9cfc-fc76774b4056 req-41a771e4-58ee-481f-9b4d-cf3301a10444 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 943 time: 0.1186581 Jun 16 15:58:21.086808 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60eaaa-9487-45e2-a88c-dce256dbad8e req-14a95039-b965-4282-8428-b705f481fd22 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:21.088465 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5d60eaaa-9487-45e2-a88c-dce256dbad8e req-14a95039-b965-4282-8428-b705f481fd22 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0925524 Jun 16 15:58:21.139729 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5d60eaaa-9487-45e2-a88c-dce256dbad8e req-b3c00b2d-87dc-44ee-89dd-3fbe69a61ff4 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Jun 16 15:58:21.163923 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8ed1f32b-37de-419b-9cfc-fc76774b4056 req-3e4602ad-8ad4-4175-9b18-e90882cb265c tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839057 Jun 16 15:58:21.178665 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b6711c9d-1bd9-4ac4-b57c-176167522d59 req-f28a78fb-5347-4094-9f7f-6b0519f482fc service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492567 Jun 16 15:58:22.120050 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893ebb2-69bb-42bb-aee8-41073716a604 req-99f99999-dacc-42e1-ab0b-123e336f3f09 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:22.122483 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e893ebb2-69bb-42bb-aee8-41073716a604 req-99f99999-dacc-42e1-ab0b-123e336f3f09 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.1245193 Jun 16 15:58:22.176790 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e893ebb2-69bb-42bb-aee8-41073716a604 req-851daf78-6b48-44b2-bdd9-2ac66fca02e9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477273 Jun 16 15:58:22.391681 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4faecc-f599-4e58-944d-70b6e216bc7e req-169344cb-730c-4552-835c-53fe845cdf15 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:22.394068 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cd4faecc-f599-4e58-944d-70b6e216bc7e req-169344cb-730c-4552-835c-53fe845cdf15 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 943 time: 0.0739212 Jun 16 15:58:22.442369 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cd4faecc-f599-4e58-944d-70b6e216bc7e req-ac1c23d3-1de3-4c3f-b617-ef9ab140eb9d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Jun 16 15:58:23.379201 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c516-0811-438d-9fbe-55b86e0efbbf req-f0d7d23e-8981-4ec0-bbe7-0fac361d704b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:23.380815 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04f0c516-0811-438d-9fbe-55b86e0efbbf req-f0d7d23e-8981-4ec0-bbe7-0fac361d704b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 945 time: 0.0700815 Jun 16 15:58:23.419494 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04f0c516-0811-438d-9fbe-55b86e0efbbf req-ca7813c2-d1a6-4b0c-b5ac-fbbf48c93c2e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330784 Jun 16 15:58:23.634321 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5eb04-8693-4af7-9b38-6edb61077195 req-0193e467-be27-46ac-927f-ffbc431bd3d9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:23.635925 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3cd5eb04-8693-4af7-9b38-6edb61077195 req-0193e467-be27-46ac-927f-ffbc431bd3d9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 943 time: 0.0724258 Jun 16 15:58:23.677066 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3cd5eb04-8693-4af7-9b38-6edb61077195 req-a5e518e9-53e5-498d-b843-47626ce6259a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Jun 16 15:58:23.873157 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device f9f4ac59-7dd0-45b9-936c-570924a1d477 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:58:23.875485 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:58:24.027979 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:24.052740 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port f9f4ac59-7dd0-45b9-936c-570924a1d477, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9f4ac59-7dd0-45b9-936c-570924a1d477,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:58:24.071278 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'f9f4ac59-7dd0-45b9-936c-570924a1d477', 'network_id': 'fb10f2d2-ecce-4cea-a631-52f2c68056f5', 'port_id': 'f9f4ac59-7dd0-45b9-936c-570924a1d477', 'mac_address': 'fa:16:3e:32:3a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc6a8e5-82f3-4aec-b1ae-78d933df9972', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:58:24.076889 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:58:24.080607 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1013ecfc-3454-4b0c-a30e-131620498c0d" -d '{"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-unplugged", "status": "completed", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:58:24.098291 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:58:24.122226 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:24.127127 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddef706-e5d4-48d3-91d9-b07fe7115a71 x-openstack-request-id: req-dddef706-e5d4-48d3-91d9-b07fe7115a71 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:58:24.127424 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-unplugged", "status": "completed", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:58:24.127684 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dddef706-e5d4-48d3-91d9-b07fe7115a71 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:58:24.128064 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'code': 200} Jun 16 15:58:24.128611 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:24.171673 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:24.197652 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f4ac59-7dd0-45b9-936c-570924a1d477 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:58:24.202256 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=8']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:24.207894 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:24.225756 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port f9f4ac59-7dd0-45b9-936c-570924a1d477, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9f4ac59-7dd0-45b9-936c-570924a1d477,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:58:24.230005 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:24.232988 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-768668a3-bbdc-4afe-b1fc-92e0efb7384f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:24.280810 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=f9f4ac59-7dd0-45b9-936c-570924a1d477,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:24.285885 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:24.614435 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee71c8a-ba23-448e-ae0d-3b050b8e089a req-647dbe49-2701-435b-9a4d-3cde38f790e6 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:24.615941 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8ee71c8a-ba23-448e-ae0d-3b050b8e089a req-647dbe49-2701-435b-9a4d-3cde38f790e6 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0740023 Jun 16 15:58:24.642089 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['f9f4ac59-7dd0-45b9-936c-570924a1d477'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:58:24.656694 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8ee71c8a-ba23-448e-ae0d-3b050b8e089a req-61f51072-da2c-4431-b1c9-1c493d81cbb6 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346220 Jun 16 15:58:24.880981 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d3420-bb43-41f0-abb9-5fa37001aa0c req-00e1d515-c56a-4340-bfb5-68b3c8d45962 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:24.882775 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b58d3420-bb43-41f0-abb9-5fa37001aa0c req-00e1d515-c56a-4340-bfb5-68b3c8d45962 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 944 time: 0.0704024 Jun 16 15:58:24.924336 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b58d3420-bb43-41f0-abb9-5fa37001aa0c req-a4b8c344-88aa-49b1-b632-88095b923a97 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Jun 16 15:58:25.489647 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be42bef-7199-4e1b-ac9c-ec65e4796a83 req-58d32c91-a787-427f-9739-068ba376e476 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:25.491544 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4be42bef-7199-4e1b-ac9c-ec65e4796a83 req-58d32c91-a787-427f-9739-068ba376e476 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0744591 Jun 16 15:58:25.534398 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4be42bef-7199-4e1b-ac9c-ec65e4796a83 req-8b66f886-5299-4696-812b-ac3428b19720 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362883 Jun 16 15:58:25.885713 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:58:26.108141 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6d107-3f90-4151-978f-6de4b7e3d84a req-1f04fafb-524a-4f1b-9b4e-eb587ea59f22 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:26.109640 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6ef6d107-3f90-4151-978f-6de4b7e3d84a req-1f04fafb-524a-4f1b-9b4e-eb587ea59f22 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 944 time: 0.0684755 Jun 16 15:58:26.151246 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6ef6d107-3f90-4151-978f-6de4b7e3d84a req-60e01e74-d6af-4a57-a938-95d392e7b19f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Jun 16 15:58:26.721667 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da4892-afe5-48aa-ad8e-d70c34825b40 req-62253a3a-f846-4961-9c5c-0bc8b831f591 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:26.723154 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-50da4892-afe5-48aa-ad8e-d70c34825b40 req-62253a3a-f846-4961-9c5c-0bc8b831f591 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0680170 Jun 16 15:58:26.763405 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-50da4892-afe5-48aa-ad8e-d70c34825b40 req-28f9ee1d-aca6-42c7-a109-5939fdb63823 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345523 Jun 16 15:58:27.347384 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c3f96-4e13-4ee3-819a-0f273e7377a1 req-40b29663-bc9a-433f-8c8a-d0a7137ba646 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:27.349005 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a03c3f96-4e13-4ee3-819a-0f273e7377a1 req-40b29663-bc9a-433f-8c8a-d0a7137ba646 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 944 time: 0.0753448 Jun 16 15:58:27.391941 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a03c3f96-4e13-4ee3-819a-0f273e7377a1 req-e3c7e9fc-8584-4536-a165-2b81d427a44a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371847 Jun 16 15:58:27.901735 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device f9f4ac59-7dd0-45b9-936c-570924a1d477 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:58:27.964663 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8aab8-b345-40e8-88ba-9812affca027 req-1ccee35b-8072-46cd-967d-df4b26208d7f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:27.966022 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ecb8aab8-b345-40e8-88ba-9812affca027 req-1ccee35b-8072-46cd-967d-df4b26208d7f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0810502 Jun 16 15:58:28.014806 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ecb8aab8-b345-40e8-88ba-9812affca027 req-17b03d9b-249f-4e72-8e98-e6071440e723 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425341 Jun 16 15:58:28.080178 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port f9f4ac59-7dd0-45b9-936c-570924a1d477 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:58:28.085694 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port f9f4ac59-7dd0-45b9-936c-570924a1d477 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:58:28.086298 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:28.183588 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:28.208082 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fff5ef0-d219-4662-89c3-5a112e9b20d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f4ac59-7dd0-45b9-936c-570924a1d477'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:58:28.210577 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949a50aa-ee00-431f-b711-0b8861278b32" -d '{"events": [{"server_uuid": "2fff5ef0-d219-4662-89c3-5a112e9b20d5", "name": "network-vif-plugged", "status": "completed", "tag": "f9f4ac59-7dd0-45b9-936c-570924a1d477"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:58:28.229736 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port f9f4ac59-7dd0-45b9-936c-570924a1d477, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9f4ac59-7dd0-45b9-936c-570924a1d477,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:58:28.238399 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:28.241141 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:58:28.265225 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5ab395-4ab2-4ce7-bf2f-617218931580 x-openstack-request-id: req-dc5ab395-4ab2-4ce7-bf2f-617218931580 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:58:28.265428 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fff5ef0-d219-4662-89c3-5a112e9b20d5", "name": "network-vif-plugged", "status": "completed", "tag": "f9f4ac59-7dd0-45b9-936c-570924a1d477", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:58:28.265688 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc5ab395-4ab2-4ce7-bf2f-617218931580 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:58:28.266077 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fff5ef0-d219-4662-89c3-5a112e9b20d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f4ac59-7dd0-45b9-936c-570924a1d477', 'code': 200} Jun 16 15:58:28.297480 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=f9f4ac59-7dd0-45b9-936c-570924a1d477,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:58:28.301192 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:58:28.518808 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a6985-3059-48ca-a21f-044faa7c0f72 req-86f48955-62c4-41de-bcac-6624891c4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:28.520124 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-436a6985-3059-48ca-a21f-044faa7c0f72 req-86f48955-62c4-41de-bcac-6624891c4700 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 1098 time: 0.0619349 Jun 16 15:58:28.595409 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-436a6985-3059-48ca-a21f-044faa7c0f72 req-c274122c-f106-4db8-b08c-ea87322dd602 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616963 Jun 16 15:58:28.619070 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132e2bd-f29f-4c78-9f7c-2374344c7800 req-1f759d56-296d-463f-a7dc-b242a70235a0 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:28.620587 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d132e2bd-f29f-4c78-9f7c-2374344c7800 req-1f759d56-296d-463f-a7dc-b242a70235a0 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0967464 Jun 16 15:58:28.667411 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d132e2bd-f29f-4c78-9f7c-2374344c7800 req-5ae91efa-40a6-4886-9e3e-65637aafe05e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Jun 16 15:58:29.218492 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28a97a-2d7b-4eb5-9c54-4cca9e5187e2 req-d59cbfc0-a115-4ed4-911d-cb600d093836 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:29.224107 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-fe28a97a-2d7b-4eb5-9c54-4cca9e5187e2 req-d59cbfc0-a115-4ed4-911d-cb600d093836 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0735414 Jun 16 15:58:29.267991 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-fe28a97a-2d7b-4eb5-9c54-4cca9e5187e2 req-71095e18-bf29-4be8-91f1-cc49671dc0c9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404680 Jun 16 15:58:29.551276 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-716bf858-c96c-4ce2-8236-b23abef3f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:29.552866 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-716bf858-c96c-4ce2-8236-b23abef3f487 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1099 time: 0.0620422 Jun 16 15:58:29.608176 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b16bd-b281-4c05-953a-e310897164f8 req-1e325508-af7b-4ac6-bb15-ee87fe52e7d3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:29.611084 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b64b16bd-b281-4c05-953a-e310897164f8 req-1e325508-af7b-4ac6-bb15-ee87fe52e7d3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0839882 Jun 16 15:58:29.651728 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-09fa3468-89d4-448f-b982-c26818442381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:29.653210 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-09fa3468-89d4-448f-b982-c26818442381 service neutron] 10.222.0.89 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 921 time: 0.0923939 Jun 16 15:58:29.671350 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b64b16bd-b281-4c05-953a-e310897164f8 req-88b0ba17-46a4-4e7a-bade-d43a54a5dfec tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535588 Jun 16 15:58:29.721684 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-61f85975-2ae5-4e36-8eeb-4813e3d6e96f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 HTTP/1.1" status: 200 len: 217 time: 0.0517538 Jun 16 15:58:29.780330 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-7a46ca43-79eb-4070-8482-1940e1670bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:29.782676 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-7a46ca43-79eb-4070-8482-1940e1670bef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 200 len: 859 time: 0.0521245 Jun 16 15:58:29.849990 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-a1734081-03c9-493a-9b0e-fa51715f2a10 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=352e1945-abce-4cc0-943b-a178300a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578177 Jun 16 15:58:29.945711 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240478ca-e144-430b-8852-2cd86da18907 req-ae9c2bb2-c6e2-47fe-8bef-3aa5da55e0d1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:29.947224 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-240478ca-e144-430b-8852-2cd86da18907 req-ae9c2bb2-c6e2-47fe-8bef-3aa5da55e0d1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.1540935 Jun 16 15:58:29.989185 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-7d108679-1d6c-4f8e-89ac-b74febb71bb5 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279917 Jun 16 15:58:30.002329 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-240478ca-e144-430b-8852-2cd86da18907 req-411f0e85-26a6-4ca0-a1e4-8000da5fe46d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Jun 16 15:58:30.104895 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-414820a6-f350-4dba-bba6-2060bf2dbb6f req-3962376e-ad42-4c3f-bd98-0b8e150716f1 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014526 Jun 16 15:58:30.309163 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5339-c12e-447f-ae0d-7e934ba879d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:30.449309 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b829f8a-9647-4b52-a2ff-7dc4415f3f1a req-d746329a-eb5c-4921-ac98-805e33d14665 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:30.450942 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7b829f8a-9647-4b52-a2ff-7dc4415f3f1a req-d746329a-eb5c-4921-ac98-805e33d14665 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0653224 Jun 16 15:58:30.494884 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7b829f8a-9647-4b52-a2ff-7dc4415f3f1a req-3a4ec94e-8733-4248-b46f-4b3e8a16462c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373943 Jun 16 15:58:30.858167 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2966c-0b6e-43fe-b516-0e15a39903f8 req-5892cbe1-813c-4977-8982-bd5a741f64b6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:30.859008 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b8a2966c-0b6e-43fe-b516-0e15a39903f8 req-5892cbe1-813c-4977-8982-bd5a741f64b6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0639179 Jun 16 15:58:30.899438 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b8a2966c-0b6e-43fe-b516-0e15a39903f8 req-ceed2964-e0c6-4498-939d-31a9a708cbc2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Jun 16 15:58:31.181309 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e55af8-d427-4b7e-8f5e-64205738869c req-5e0a28cd-c545-495c-a6dd-77fab3603ed1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:31.182839 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-76e55af8-d427-4b7e-8f5e-64205738869c req-5e0a28cd-c545-495c-a6dd-77fab3603ed1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0670140 Jun 16 15:58:31.222417 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-76e55af8-d427-4b7e-8f5e-64205738869c req-fde7cc40-2286-4f46-956b-a3d2d02750dc tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Jun 16 15:58:31.693852 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d57f8-80e8-4d52-92f8-bfb3c25cf280 req-568ee837-4082-4843-bb22-1452b363da8c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:31.695339 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-172d57f8-80e8-4d52-92f8-bfb3c25cf280 req-568ee837-4082-4843-bb22-1452b363da8c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0686653 Jun 16 15:58:31.741094 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-172d57f8-80e8-4d52-92f8-bfb3c25cf280 req-f56a5d47-1d2e-4ab8-a9ee-a973ebb42566 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398972 Jun 16 15:58:32.062049 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 42218) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:58:32.111691 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c951df0-2faf-4701-b271-a690ec1176a7 req-24938658-ed5a-461d-a7ab-cbe7205cc26b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:32.117088 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8c951df0-2faf-4701-b271-a690ec1176a7 req-24938658-ed5a-461d-a7ab-cbe7205cc26b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0937276 Jun 16 15:58:32.194968 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8c951df0-2faf-4701-b271-a690ec1176a7 req-2cb5dc93-9983-431d-93d5-b4f8a65d0235 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744987 Jun 16 15:58:32.223975 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-6bd72049-7b9a-4206-97e7-053c27959bc1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591721 Jun 16 15:58:32.499959 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa45a68-5595-4136-9b7b-8a0d02392c35 req-9b244dea-e1d5-4561-b9f0-3d773e6a9941 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:32.501657 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0fa45a68-5595-4136-9b7b-8a0d02392c35 req-9b244dea-e1d5-4561-b9f0-3d773e6a9941 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0864494 Jun 16 15:58:32.553482 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0fa45a68-5595-4136-9b7b-8a0d02392c35 req-6603e1eb-92a5-41af-9d67-820a2212d762 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435233 Jun 16 15:58:33.003406 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6caccc-d68d-485d-ad58-248b9169bd14 req-36f22a05-594e-418c-a09a-afa9fd406758 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:33.005081 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9b6caccc-d68d-485d-ad58-248b9169bd14 req-36f22a05-594e-418c-a09a-afa9fd406758 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0686371 Jun 16 15:58:33.058225 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9b6caccc-d68d-485d-ad58-248b9169bd14 req-2535807d-afc0-4bcc-bd09-67fe6ac9bc3b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439813 Jun 16 15:58:33.415431 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134f746-b03c-47fa-a0d5-f5321d257641 req-8f43552a-8c49-4716-8eac-1bc77cb2738e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:33.416857 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1134f746-b03c-47fa-a0d5-f5321d257641 req-8f43552a-8c49-4716-8eac-1bc77cb2738e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0654542 Jun 16 15:58:33.456456 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1134f746-b03c-47fa-a0d5-f5321d257641 req-00d788f9-1f4b-4c4a-ba51-36970de954db tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Jun 16 15:58:34.263024 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf3b51-474f-4f4e-8fd3-c80a4471e465 req-d500c230-0e0d-45e4-a0c7-3a1952868375 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:34.265262 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bbdf3b51-474f-4f4e-8fd3-c80a4471e465 req-d500c230-0e0d-45e4-a0c7-3a1952868375 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0756650 Jun 16 15:58:34.306038 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bbdf3b51-474f-4f4e-8fd3-c80a4471e465 req-d718196e-0fb3-4cac-a49f-105d27447642 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347080 Jun 16 15:58:34.414202 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-10d6aebd-bd28-4dd8-99e4-a6e950247245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:34.702234 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-87e7576f-fc02-4e48-a8bc-6bea9b624689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:34.704404 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-87e7576f-fc02-4e48-a8bc-6bea9b624689 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818&tenant_id=901109e289144f64a8dd19efd1461637 HTTP/1.1" status: 200 len: 1096 time: 0.1539133 Jun 16 15:58:34.718589 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0c0b2-e586-4dce-a423-84fd09e6ef70 req-9660b7c3-39af-45b9-a10d-6e78170775f7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:34.720445 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-61f0c0b2-e586-4dce-a423-84fd09e6ef70 req-9660b7c3-39af-45b9-a10d-6e78170775f7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1284280 Jun 16 15:58:34.794487 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-61f0c0b2-e586-4dce-a423-84fd09e6ef70 req-e9c4ba06-8932-4169-a266-c009a37489bd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676994 Jun 16 15:58:34.820319 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-eb4bedce-8808-4f87-a08f-a720f309f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:34.821814 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-eb4bedce-8808-4f87-a08f-a720f309f3dc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 1096 time: 0.0735040 Jun 16 15:58:34.922492 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-61030cd2-e6bd-48ca-be2f-a5e764cbe3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:34.924079 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-61030cd2-e6bd-48ca-be2f-a5e764cbe3a2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.0915823 Jun 16 15:58:34.990238 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-024e206c-aca8-4342-b132-c87173dd45b6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790 HTTP/1.1" status: 200 len: 999 time: 0.0571008 Jun 16 15:58:35.052361 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-c25cd193-0289-4284-a1c3-038ae944d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:35.053835 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-c25cd193-0289-4284-a1c3-038ae944d202 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.0509777 Jun 16 15:58:35.126647 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-1f8aca30-fc97-40b3-9986-2acc7f97330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:35.128121 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-1f8aca30-fc97-40b3-9986-2acc7f97330b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564117 Jun 16 15:58:35.221586 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-11435cfd-3376-4812-9f1e-462db3b3b79f service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858538 Jun 16 15:58:35.269193 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:35.331437 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-3bef190f-40b7-4547-a37c-3a9d26d6cc65 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004090 Jun 16 15:58:35.503387 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab4553-cb2b-4935-b136-ee2aff39ecd8 req-aa13ef9d-9fe5-499a-8d24-49d040cdaa46 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:35.504894 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b1ab4553-cb2b-4935-b136-ee2aff39ecd8 req-aa13ef9d-9fe5-499a-8d24-49d040cdaa46 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0654547 Jun 16 15:58:35.542627 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b1ab4553-cb2b-4935-b136-ee2aff39ecd8 req-a09b07e7-5409-4361-ab8a-555cd437ce23 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316575 Jun 16 15:58:35.991237 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38c3ac-41da-4499-b829-2b5f93a38b60 req-5fd0bbf5-3d3f-4813-b6fc-b0d94007811a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:35.992715 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed38c3ac-41da-4499-b829-2b5f93a38b60 req-5fd0bbf5-3d3f-4813-b6fc-b0d94007811a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0670922 Jun 16 15:58:36.031328 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed38c3ac-41da-4499-b829-2b5f93a38b60 req-5a85dd56-8017-4a37-97bd-149537b5abe9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Jun 16 15:58:36.263087 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:36.740930 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78021ca2-0ddc-49da-973a-04abb13ce21d req-68f68497-d9e8-4b61-9edb-207ac78f7b20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:36.742439 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-78021ca2-0ddc-49da-973a-04abb13ce21d req-68f68497-d9e8-4b61-9edb-207ac78f7b20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0721464 Jun 16 15:58:36.782940 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-78021ca2-0ddc-49da-973a-04abb13ce21d req-8859bbe5-b477-4a43-a1b0-d8ab4e3e7809 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344441 Jun 16 15:58:37.214272 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89dd3e-84c3-44b1-bf7d-9a202b0f1d34 req-fe054f01-20cf-4453-bd2d-817dbdbcbfb1 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:37.215717 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9e89dd3e-84c3-44b1-bf7d-9a202b0f1d34 req-fe054f01-20cf-4453-bd2d-817dbdbcbfb1 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0707777 Jun 16 15:58:37.257677 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9e89dd3e-84c3-44b1-bf7d-9a202b0f1d34 req-ef2feced-f553-4dbf-8199-6ec13ecad8f2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Jun 16 15:58:37.973678 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05458cd-b746-4d56-b500-29f44e863629 req-feb55687-7f58-44ce-bfbc-c199ca0b1463 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:37.975217 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f05458cd-b746-4d56-b500-29f44e863629 req-feb55687-7f58-44ce-bfbc-c199ca0b1463 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0687995 Jun 16 15:58:38.017257 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f05458cd-b746-4d56-b500-29f44e863629 req-179ffd5a-0a92-4992-a439-12228edbde50 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356653 Jun 16 15:58:38.442048 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477f094-4aba-4fd5-b17a-e28b8f427353 req-65670fc7-0838-452b-8a99-d9ddea96e87f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:38.443616 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6477f094-4aba-4fd5-b17a-e28b8f427353 req-65670fc7-0838-452b-8a99-d9ddea96e87f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0660141 Jun 16 15:58:38.485033 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6477f094-4aba-4fd5-b17a-e28b8f427353 req-881d2791-3876-408d-8417-0fbb556fc2bc tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Jun 16 15:58:38.584540 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:39.201476 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d32469-4f68-491c-a191-ff699099427c req-3f8ae240-aba4-4d2a-857e-112371e75114 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:39.203536 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-48d32469-4f68-491c-a191-ff699099427c req-3f8ae240-aba4-4d2a-857e-112371e75114 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0659118 Jun 16 15:58:39.241389 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-48d32469-4f68-491c-a191-ff699099427c req-3f5a712b-cb04-49b4-a81e-7eb6eec92c34 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Jun 16 15:58:39.661299 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c7022-1f2f-4a8c-be38-e66a0f148848 req-2e7ecba3-d0c3-4157-8d12-573c0d16ebda tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:39.662730 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-405c7022-1f2f-4a8c-be38-e66a0f148848 req-2e7ecba3-d0c3-4157-8d12-573c0d16ebda tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0644805 Jun 16 15:58:39.709615 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-405c7022-1f2f-4a8c-be38-e66a0f148848 req-c2aaeb18-da8d-4615-acfa-43bc5c4e1bf6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Jun 16 15:58:40.431526 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9af820-ad6c-451c-bec2-8010e520ebf6 req-e40db884-4534-427d-ae5c-ae6fe9ac7edd tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:40.432897 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3b9af820-ad6c-451c-bec2-8010e520ebf6 req-e40db884-4534-427d-ae5c-ae6fe9ac7edd tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0700197 Jun 16 15:58:40.472651 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3b9af820-ad6c-451c-bec2-8010e520ebf6 req-ff03063b-78c3-4a24-8126-500175411321 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Jun 16 15:58:40.902314 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954b8be-4865-4f18-bc10-61f907bf5bfb req-b744519d-74de-4e21-88cc-3e01cbb359b8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:40.903948 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4954b8be-4865-4f18-bc10-61f907bf5bfb req-b744519d-74de-4e21-88cc-3e01cbb359b8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0652244 Jun 16 15:58:40.945043 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4954b8be-4865-4f18-bc10-61f907bf5bfb req-b6e02a23-0df5-4a43-8138-96f3ca22d631 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336347 Jun 16 15:58:41.674237 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30748f68-3428-473f-b3d4-6fdbcb9a57d5 req-22ba9fb4-bcc1-4fda-b942-ad0f8d730c1a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:41.675699 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-30748f68-3428-473f-b3d4-6fdbcb9a57d5 req-22ba9fb4-bcc1-4fda-b942-ad0f8d730c1a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0643845 Jun 16 15:58:41.716058 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-30748f68-3428-473f-b3d4-6fdbcb9a57d5 req-62fa8ec0-1d94-46dd-85de-90afbd7e9dac tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Jun 16 15:58:42.126336 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437646a2-65c5-4959-98cd-58517350beb9 req-670fd64c-6e79-4ec4-8269-88bbabb663e6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:42.127924 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-437646a2-65c5-4959-98cd-58517350beb9 req-670fd64c-6e79-4ec4-8269-88bbabb663e6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0684340 Jun 16 15:58:42.167322 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-437646a2-65c5-4959-98cd-58517350beb9 req-ecda7e58-c642-40ba-ab1f-c59f19939ff8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Jun 16 15:58:42.908973 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173e360-bd0c-4d7f-80b8-fa21eed25ff9 req-22ed8418-daf6-4f9c-b712-a4832502b418 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:42.910570 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9173e360-bd0c-4d7f-80b8-fa21eed25ff9 req-22ed8418-daf6-4f9c-b712-a4832502b418 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0758173 Jun 16 15:58:43.202152 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9173e360-bd0c-4d7f-80b8-fa21eed25ff9 req-6b824710-9f64-4410-8253-36dd43bc5280 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845759 Jun 16 15:58:43.390662 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffa192-b4da-4902-84f1-0afc07bf22ce req-b9fab0a6-bb94-4ab3-b580-6b2778df54e4 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:43.392321 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-13ffa192-b4da-4902-84f1-0afc07bf22ce req-b9fab0a6-bb94-4ab3-b580-6b2778df54e4 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0704699 Jun 16 15:58:43.430838 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-13ffa192-b4da-4902-84f1-0afc07bf22ce req-670a4df2-497d-4a40-beed-2a57ab31b9c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Jun 16 15:58:43.473460 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:58:44.417398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb8809-fc46-4a42-8199-e7600958e6c8 req-468e9745-65b4-4748-befd-28d235ffc324 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:44.418926 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-89eb8809-fc46-4a42-8199-e7600958e6c8 req-468e9745-65b4-4748-befd-28d235ffc324 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0878067 Jun 16 15:58:44.457438 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-89eb8809-fc46-4a42-8199-e7600958e6c8 req-704201af-2ac8-4f5a-badb-d73acd474c8d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325336 Jun 16 15:58:44.609991 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc15db-4471-49b1-83e3-d34ac6cd7c6a req-4121805f-15ad-476c-a0f1-478cd930a390 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:44.611494 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e4cc15db-4471-49b1-83e3-d34ac6cd7c6a req-4121805f-15ad-476c-a0f1-478cd930a390 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0664489 Jun 16 15:58:44.652462 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e4cc15db-4471-49b1-83e3-d34ac6cd7c6a req-7851c0fd-3bff-4f15-b2e2-1c5689a7e98a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353374 Jun 16 15:58:45.653451 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cbd5e-0f50-4b19-9220-0fcb746f1b30 req-2301d62d-8678-4f49-9da6-2e915595ae83 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:45.654835 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a1cbd5e-0f50-4b19-9220-0fcb746f1b30 req-2301d62d-8678-4f49-9da6-2e915595ae83 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0661471 Jun 16 15:58:45.694654 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8a1cbd5e-0f50-4b19-9220-0fcb746f1b30 req-588c2d50-37bc-440c-ba3d-b10255f840be tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332377 Jun 16 15:58:45.834618 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00167d0-b56e-4262-a28b-fbdcb437d7d7 req-9594066b-8b9b-4cb5-8696-15b2a6f695cd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:45.836110 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d00167d0-b56e-4262-a28b-fbdcb437d7d7 req-9594066b-8b9b-4cb5-8696-15b2a6f695cd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0652349 Jun 16 15:58:45.874468 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d00167d0-b56e-4262-a28b-fbdcb437d7d7 req-95e25bc9-557f-4e99-9a82-5a61872e3e3a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Jun 16 15:58:46.923074 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06b27-b1fb-441a-88e0-2cd917363e7e req-6ba0097d-da02-4df6-af3f-b838b71863ed tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:46.924646 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-79d06b27-b1fb-441a-88e0-2cd917363e7e req-6ba0097d-da02-4df6-af3f-b838b71863ed tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0906413 Jun 16 15:58:46.963061 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-79d06b27-b1fb-441a-88e0-2cd917363e7e req-51ba053f-987b-4f4c-9b17-54f0c1eebdd8 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323493 Jun 16 15:58:47.054565 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78d227-918e-4227-94e5-248cc8184fd0 req-27198f46-769c-4353-a15d-d2ddab376808 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:47.056104 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ef78d227-918e-4227-94e5-248cc8184fd0 req-27198f46-769c-4353-a15d-d2ddab376808 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0737703 Jun 16 15:58:47.101763 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ef78d227-918e-4227-94e5-248cc8184fd0 req-c6313294-7242-4d2e-83aa-517be8d23cf2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 Jun 16 15:58:47.172115 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cd1b5-0a9b-402b-808b-00a5e8c38301 req-64b94513-fd65-4673-9957-062b6f7e050c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:47.173960 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-841cd1b5-0a9b-402b-808b-00a5e8c38301 req-64b94513-fd65-4673-9957-062b6f7e050c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0696931 Jun 16 15:58:47.213283 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-841cd1b5-0a9b-402b-808b-00a5e8c38301 req-728a52ef-fb18-4c4c-9570-17b77d28b627 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Jun 16 15:58:47.886180 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:48.199967 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3d966-c26a-48bd-b3fe-54783234b17d req-766e0071-55c5-411b-969d-960d803f47c4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:48.201465 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9dc3d966-c26a-48bd-b3fe-54783234b17d req-766e0071-55c5-411b-969d-960d803f47c4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0874476 Jun 16 15:58:48.249293 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9dc3d966-c26a-48bd-b3fe-54783234b17d req-537199b6-7d11-4bdc-998a-7e501ea78039 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 Jun 16 15:58:48.322188 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b16ee7-eedb-46da-8e71-3c19bea5afa7 req-942cd1b1-40bd-4344-b770-7aad9b692015 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:48.327805 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e2b16ee7-eedb-46da-8e71-3c19bea5afa7 req-942cd1b1-40bd-4344-b770-7aad9b692015 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0992253 Jun 16 15:58:48.382922 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e2b16ee7-eedb-46da-8e71-3c19bea5afa7 req-c8d02da0-970e-442f-afc4-40c9ec912723 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471394 Jun 16 15:58:48.427014 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc30b2e-7f00-4624-bc50-b45278961413 req-fc8bb361-1e4f-43df-bf64-23c44c20354c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:48.428477 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ddc30b2e-7f00-4624-bc50-b45278961413 req-fc8bb361-1e4f-43df-bf64-23c44c20354c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0682521 Jun 16 15:58:48.475690 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ddc30b2e-7f00-4624-bc50-b45278961413 req-7cfd930b-30e9-4b7a-a9ed-14beb4b2fca5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Jun 16 15:58:49.456879 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f595c42-a3bf-4b03-b0e1-33b5a604f346 req-6f6f7b8e-324e-416c-a54e-00bf15b6f70d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:49.459231 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2f595c42-a3bf-4b03-b0e1-33b5a604f346 req-6f6f7b8e-324e-416c-a54e-00bf15b6f70d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0747168 Jun 16 15:58:49.508149 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2f595c42-a3bf-4b03-b0e1-33b5a604f346 req-ef0d10e5-fb5b-4b3c-930d-180631f0946f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429265 Jun 16 15:58:49.630897 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a4ef-f297-416c-b2b9-f0832f5e7e23 req-d1eaea46-e0d9-4881-9add-e0759e35017b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:49.633738 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-77d4a4ef-f297-416c-b2b9-f0832f5e7e23 req-d1eaea46-e0d9-4881-9add-e0759e35017b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.1220615 Jun 16 15:58:49.696830 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-77d4a4ef-f297-416c-b2b9-f0832f5e7e23 req-12922977-16a0-401e-8379-f3c7e6cee08b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Jun 16 15:58:49.777047 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c2f9-0a06-40cd-b655-af632d4bc733 req-51304377-68d2-444e-89e9-1b6c336e66f5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:49.778593 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0f33c2f9-0a06-40cd-b655-af632d4bc733 req-51304377-68d2-444e-89e9-1b6c336e66f5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0824058 Jun 16 15:58:49.818221 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0f33c2f9-0a06-40cd-b655-af632d4bc733 req-cb024153-2a01-472c-8ae5-b5ec234b2e4a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Jun 16 15:58:50.753566 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae168c72-a140-4927-bcd9-6a7a0402b095 req-553f08a9-0e23-49b1-87cb-7eb0fd5cf497 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:50.755170 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae168c72-a140-4927-bcd9-6a7a0402b095 req-553f08a9-0e23-49b1-87cb-7eb0fd5cf497 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.1037042 Jun 16 15:58:50.811778 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ae168c72-a140-4927-bcd9-6a7a0402b095 req-988146f8-3c77-4863-9fce-f148925b98d5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Jun 16 15:58:51.012756 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9505b-f90a-4c61-8065-e0c5650d661f req-ac868b5b-a5ee-407a-8e68-3aaa9a2631a1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:51.014124 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5ca9505b-f90a-4c61-8065-e0c5650d661f req-ac868b5b-a5ee-407a-8e68-3aaa9a2631a1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0664141 Jun 16 15:58:51.060344 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5ca9505b-f90a-4c61-8065-e0c5650d661f req-679fa276-e52d-45f0-b284-74d320c30fcf tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Jun 16 15:58:51.240413 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5212b99-d211-4718-9406-9a7961c3d692 req-25798b08-fb68-4ee5-94e8-f31a5fcb19c6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:51.242016 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e5212b99-d211-4718-9406-9a7961c3d692 req-25798b08-fb68-4ee5-94e8-f31a5fcb19c6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0726469 Jun 16 15:58:51.287427 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e5212b99-d211-4718-9406-9a7961c3d692 req-2194ddc4-c1dd-4ec6-a7ac-c8929f2d8143 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368924 Jun 16 15:58:52.017676 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37607d44-09ea-473a-9671-f7e03e21526f req-b497b8a2-591f-48a7-b86f-22f1eb89f884 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:52.019230 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-37607d44-09ea-473a-9671-f7e03e21526f req-b497b8a2-591f-48a7-b86f-22f1eb89f884 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0641496 Jun 16 15:58:52.059048 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-37607d44-09ea-473a-9671-f7e03e21526f req-d166c236-e7ee-4125-beb6-d053b26984fa tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339341 Jun 16 15:58:52.249214 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c342-0c93-4616-8d02-b4b9e1845971 req-435e81f3-1fb6-462d-a433-420dd0f360db tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:52.251611 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8163c342-0c93-4616-8d02-b4b9e1845971 req-435e81f3-1fb6-462d-a433-420dd0f360db tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0773242 Jun 16 15:58:52.294461 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8163c342-0c93-4616-8d02-b4b9e1845971 req-92f53e0f-b1e1-42e0-bc93-9acc0f60f7c1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353086 Jun 16 15:58:52.505053 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbb186-3c8a-4fbe-96aa-d13ba018a940 req-f3b74e0f-1f41-4a7b-8c90-2014b83d72b5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:52.506734 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-64fbb186-3c8a-4fbe-96aa-d13ba018a940 req-f3b74e0f-1f41-4a7b-8c90-2014b83d72b5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0775919 Jun 16 15:58:52.545140 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-64fbb186-3c8a-4fbe-96aa-d13ba018a940 req-0f42aea2-b4db-43a8-a5f6-ce61e320b1f2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327361 Jun 16 15:58:53.258550 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82705af-0d01-4b9c-be4d-e756de94766c req-dc7b8c43-23ca-40ee-9070-07655858c5a4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:53.260020 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f82705af-0d01-4b9c-be4d-e756de94766c req-dc7b8c43-23ca-40ee-9070-07655858c5a4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0809381 Jun 16 15:58:53.305825 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f82705af-0d01-4b9c-be4d-e756de94766c req-1f49f125-5bed-4ff0-86fe-e2bb1573ed99 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389481 Jun 16 15:58:53.483602 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797da764-4aa6-4225-8550-07d7445e2219 req-e5a7a99b-3d6b-4c16-b3ba-f1370f6d0f3c tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:53.485806 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-797da764-4aa6-4225-8550-07d7445e2219 req-e5a7a99b-3d6b-4c16-b3ba-f1370f6d0f3c tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0687940 Jun 16 15:58:53.525639 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-797da764-4aa6-4225-8550-07d7445e2219 req-da5b527d-4666-4dcb-9485-33e21018a249 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341158 Jun 16 15:58:53.777482 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab504c3e-f54b-4d91-8d06-1d352d1f1f54 req-8d175c4b-b65b-48f0-bc4d-46c126cc4c86 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:53.780068 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ab504c3e-f54b-4d91-8d06-1d352d1f1f54 req-8d175c4b-b65b-48f0-bc4d-46c126cc4c86 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1133564 Jun 16 15:58:53.829974 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ab504c3e-f54b-4d91-8d06-1d352d1f1f54 req-703a66d7-76b9-45ca-a004-3102605cd5ae tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Jun 16 15:58:54.506831 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f7d1-a077-4953-bf53-8ef3ce7df7e2 req-1cf249e8-08dc-498b-9af8-077eed9b1dca tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:54.513886 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4466f7d1-a077-4953-bf53-8ef3ce7df7e2 req-1cf249e8-08dc-498b-9af8-077eed9b1dca tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0783837 Jun 16 15:58:54.552476 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4466f7d1-a077-4953-bf53-8ef3ce7df7e2 req-ab771a2a-e930-43b2-b1a7-15fa30f255a4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377052 Jun 16 15:58:54.731329 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d6cad-798c-49c1-9033-e9b9eb11aa82 req-6980f53d-a7e7-4fa3-9c50-2a7376697a60 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:54.733094 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f5d6cad-798c-49c1-9033-e9b9eb11aa82 req-6980f53d-a7e7-4fa3-9c50-2a7376697a60 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0681016 Jun 16 15:58:54.801845 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f5d6cad-798c-49c1-9033-e9b9eb11aa82 req-c76b1088-5ace-4f33-a321-38bcb239cfe0 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619864 Jun 16 15:58:55.014154 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ab28a-443a-4c39-a562-2607746e307c req-2a406bd1-636f-4013-9df4-5d4bb8c123ec tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:55.016818 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6e3ab28a-443a-4c39-a562-2607746e307c req-2a406bd1-636f-4013-9df4-5d4bb8c123ec tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0682952 Jun 16 15:58:55.062777 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6e3ab28a-443a-4c39-a562-2607746e307c req-32fd5ab9-9952-4374-973b-e4d6fce3e510 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 Jun 16 15:58:55.736731 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266d594-a225-49d9-a3a4-a5907dc65d35 req-af07c8c8-f59f-4d79-bd99-5ec773d8cc9a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:55.738215 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0266d594-a225-49d9-a3a4-a5907dc65d35 req-af07c8c8-f59f-4d79-bd99-5ec773d8cc9a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0643258 Jun 16 15:58:55.778784 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0266d594-a225-49d9-a3a4-a5907dc65d35 req-2cdb7034-eb27-4488-bb89-945eeec7855f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346119 Jun 16 15:58:55.986872 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae880d-6dc8-4db1-a45e-3f0ce838192e req-363e8244-fc37-4352-af52-3529d4c0d5a2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:55.988419 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-afae880d-6dc8-4db1-a45e-3f0ce838192e req-363e8244-fc37-4352-af52-3529d4c0d5a2 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0709023 Jun 16 15:58:56.039072 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-afae880d-6dc8-4db1-a45e-3f0ce838192e req-26b47bbb-3c7a-4220-9a8a-dccc500eb286 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Jun 16 15:58:56.250607 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584815e-ea19-4240-ab13-2c42ed04a0ab req-8955672c-3ec0-4734-b1f0-85173d82053c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:56.252089 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0584815e-ea19-4240-ab13-2c42ed04a0ab req-8955672c-3ec0-4734-b1f0-85173d82053c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0733600 Jun 16 15:58:56.289176 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0584815e-ea19-4240-ab13-2c42ed04a0ab req-fd036384-807d-4cd2-b095-825431e69481 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Jun 16 15:58:56.997061 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e62858-b3e4-4f8d-988f-2454bcb2b0c2 req-f849c773-13b1-4ae9-8315-99ec8113eb5b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:56.998792 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c0e62858-b3e4-4f8d-988f-2454bcb2b0c2 req-f849c773-13b1-4ae9-8315-99ec8113eb5b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0695524 Jun 16 15:58:57.047370 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c0e62858-b3e4-4f8d-988f-2454bcb2b0c2 req-557daaeb-41a3-4035-a995-a25e9224bc4d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411615 Jun 16 15:58:57.238133 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca50bb6-ea1a-494e-a4f0-f4dd1e34b02e req-70720e8b-982c-4fc5-afc9-d447dace6fd9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:57.240012 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fca50bb6-ea1a-494e-a4f0-f4dd1e34b02e req-70720e8b-982c-4fc5-afc9-d447dace6fd9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0734732 Jun 16 15:58:57.288436 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fca50bb6-ea1a-494e-a4f0-f4dd1e34b02e req-f714f220-01d7-479d-a21a-afb304d99cb9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Jun 16 15:58:57.485912 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c5e4-e4c5-400c-adb1-8817163d2db1 req-5b86a8ed-76a1-4c8b-a064-6e3ab820a665 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:57.487343 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8d91c5e4-e4c5-400c-adb1-8817163d2db1 req-5b86a8ed-76a1-4c8b-a064-6e3ab820a665 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0727088 Jun 16 15:58:57.543768 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8d91c5e4-e4c5-400c-adb1-8817163d2db1 req-162d2b21-8cca-4a07-aded-29722f030707 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507345 Jun 16 15:58:58.234482 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510d382-ec5e-4b67-8ca1-f0d3c1e4504d req-78619858-dfbf-4359-b43f-3b140c57c119 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:58.236098 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f510d382-ec5e-4b67-8ca1-f0d3c1e4504d req-78619858-dfbf-4359-b43f-3b140c57c119 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0688350 Jun 16 15:58:58.277445 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f510d382-ec5e-4b67-8ca1-f0d3c1e4504d req-3aa54241-5ab6-4948-9991-d668fbf0563e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348263 Jun 16 15:58:58.481660 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cc09-f3e0-42df-bdbb-c1accea3c3a7 req-76c74ba7-fe84-4032-8eee-1ff4b8d07acf tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:58.483012 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d854cc09-f3e0-42df-bdbb-c1accea3c3a7 req-76c74ba7-fe84-4032-8eee-1ff4b8d07acf tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0680342 Jun 16 15:58:58.522699 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d854cc09-f3e0-42df-bdbb-c1accea3c3a7 req-7517135b-db96-46c5-b016-7e351b6ce97d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Jun 16 15:58:58.724216 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ce9e8-2d7b-42f1-be50-6c4ab28df2b7 req-7a704cf9-5a6d-4d31-9c2e-2f606beab383 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:58.725768 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f9ce9e8-2d7b-42f1-be50-6c4ab28df2b7 req-7a704cf9-5a6d-4d31-9c2e-2f606beab383 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0676081 Jun 16 15:58:58.768903 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f9ce9e8-2d7b-42f1-be50-6c4ab28df2b7 req-ded9cce3-4988-417a-ab01-e4bdc7cba18a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372982 Jun 16 15:58:59.478029 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0360a8-cf0d-42a7-8ff8-987c8b6e19a0 req-23ff30e7-94cc-4edb-9e42-b57edd426c69 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:59.480317 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6c0360a8-cf0d-42a7-8ff8-987c8b6e19a0 req-23ff30e7-94cc-4edb-9e42-b57edd426c69 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0803339 Jun 16 15:58:59.519269 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6c0360a8-cf0d-42a7-8ff8-987c8b6e19a0 req-7948f87c-1d2d-4734-8c3c-0ebf5ad92f62 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338027 Jun 16 15:58:59.705170 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d330417-689b-4295-82fd-3570890b9f55 req-c554f29e-764c-422d-b3de-65cb455372c1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:59.706648 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8d330417-689b-4295-82fd-3570890b9f55 req-c554f29e-764c-422d-b3de-65cb455372c1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0670085 Jun 16 15:58:59.747491 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8d330417-689b-4295-82fd-3570890b9f55 req-3731ded5-4022-4b02-853b-00f1e80ad7fd tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Jun 16 15:58:59.956845 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f50758-d9ea-4c72-b6cd-1798eadc0366 req-fe2d3610-fc92-4960-9364-05e7b5c91d71 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:59.958432 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c8f50758-d9ea-4c72-b6cd-1798eadc0366 req-fe2d3610-fc92-4960-9364-05e7b5c91d71 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0699306 Jun 16 15:58:59.998645 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c8f50758-d9ea-4c72-b6cd-1798eadc0366 req-27f66ef2-5c0e-49ef-97cd-749411665abd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341125 Jun 16 15:59:00.320474 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-23ed8618-2b8d-4a74-899a-e13738e4ee90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:00.711451 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986dbf-7f5e-4513-9209-717d2d71164d req-c9bb4111-e8b6-4999-b129-724ac52b792c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:00.712961 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7f986dbf-7f5e-4513-9209-717d2d71164d req-c9bb4111-e8b6-4999-b129-724ac52b792c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0750921 Jun 16 15:59:00.769303 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7f986dbf-7f5e-4513-9209-717d2d71164d req-5d2a99ca-9a03-48d3-888c-dc7dc5811ac5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495453 Jun 16 15:59:00.949106 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b1fbf-558e-4f23-be07-b71da807b894 req-b334dcff-ca5c-4764-b305-f5a814b1337f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:00.950722 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a06b1fbf-558e-4f23-be07-b71da807b894 req-b334dcff-ca5c-4764-b305-f5a814b1337f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0734494 Jun 16 15:59:00.992011 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a06b1fbf-558e-4f23-be07-b71da807b894 req-15fec08f-bcc7-4d13-8929-1043b3edb9d4 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Jun 16 15:59:01.191417 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256db0-a9e6-4159-84fb-3099696c6938 req-67819dbd-eb4b-4f64-95fe-7e8131638f58 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:01.192984 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1c256db0-a9e6-4159-84fb-3099696c6938 req-67819dbd-eb4b-4f64-95fe-7e8131638f58 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0719705 Jun 16 15:59:01.233537 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1c256db0-a9e6-4159-84fb-3099696c6938 req-7c901613-4bb3-4de5-b1e9-ba033e158cbd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Jun 16 15:59:02.031556 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e12cc-b931-423d-b542-43bee103799d req-01297d26-e7dd-441e-8b65-8cc3b937cf42 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:02.033308 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-507e12cc-b931-423d-b542-43bee103799d req-01297d26-e7dd-441e-8b65-8cc3b937cf42 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0673709 Jun 16 15:59:02.073046 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-507e12cc-b931-423d-b542-43bee103799d req-d3437233-a456-40ae-9502-bb80726b1883 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338044 Jun 16 15:59:02.251241 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d3b83-954b-47a0-a88c-e26e1a6337e7 req-cb0be18b-120c-4e2c-8f00-9a40c74bb899 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:02.253253 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-848d3b83-954b-47a0-a88c-e26e1a6337e7 req-cb0be18b-120c-4e2c-8f00-9a40c74bb899 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0675263 Jun 16 15:59:02.293410 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-848d3b83-954b-47a0-a88c-e26e1a6337e7 req-e03b4137-6850-488e-9433-b47ab6537a51 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346754 Jun 16 15:59:02.762601 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cab7a-65e8-4059-a0ec-d0d98adcfcaa req-e002db23-cc6e-4bdd-866f-6ae6e9b2eec7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:02.764114 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-629cab7a-65e8-4059-a0ec-d0d98adcfcaa req-e002db23-cc6e-4bdd-866f-6ae6e9b2eec7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.3611727 Jun 16 15:59:02.796030 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-65b04992-14af-46ae-98b5-cad9885394a5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092324 Jun 16 15:59:02.817030 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-629cab7a-65e8-4059-a0ec-d0d98adcfcaa req-0ff03bae-5c60-446c-8cbe-f1ebdea23e6c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Jun 16 15:59:02.884674 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-cb439465-de5c-4a84-aaa1-9914e15370b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:02.886189 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-cb439465-de5c-4a84-aaa1-9914e15370b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 1099 time: 0.0623057 Jun 16 15:59:03.004978 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-f1339d3e-07c5-4227-819a-11ee17757ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:03.006395 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-f1339d3e-07c5-4227-819a-11ee17757ed5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 921 time: 0.0918319 Jun 16 15:59:03.055416 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-9c6125da-a9e2-41c0-99e9-a30c9454c665 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfd94ccd-7d3e-44bc-9596-69bac79b5c74 HTTP/1.1" status: 200 len: 217 time: 0.0394990 Jun 16 15:59:03.106218 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-fc688e17-dab8-426d-a918-4e7757ea26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:03.107597 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-fc688e17-dab8-426d-a918-4e7757ea26ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 200 len: 859 time: 0.0450153 Jun 16 15:59:03.143656 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-fc80633a-82f8-43a0-95f2-fe98258b6795 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=352e1945-abce-4cc0-943b-a178300a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283179 Jun 16 15:59:03.268780 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-85c5865a-8e63-4a67-bd99-29c4ba306b6c service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143286 Jun 16 15:59:03.272843 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb26f17-c108-462b-b807-933a959eec17 req-0a32a22c-153a-4c9e-ad99-29b86ba2124d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:03.274341 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7cb26f17-c108-462b-b807-933a959eec17 req-0a32a22c-153a-4c9e-ad99-29b86ba2124d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0789781 Jun 16 15:59:03.314935 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7cb26f17-c108-462b-b807-933a959eec17 req-8667b2b5-74c5-49c6-9199-97f23e8952fa tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348573 Jun 16 15:59:03.375089 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f0506936-7d91-4bc6-b28f-7d39db9b1031 req-8296058b-55b6-4e24-893d-7aa58a13d46a service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961843 Jun 16 15:59:03.489046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27101d33-348a-4284-b22d-5269acba17e5 req-c3417c94-dcd1-47c8-8824-b52796398162 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:03.490544 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-27101d33-348a-4284-b22d-5269acba17e5 req-c3417c94-dcd1-47c8-8824-b52796398162 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0793691 Jun 16 15:59:03.534505 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-27101d33-348a-4284-b22d-5269acba17e5 req-7c18ad7e-5196-4131-ad9f-8b7042675ff0 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Jun 16 15:59:04.025826 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afece4-b8b8-4e29-846c-d95cf0bf0f81 req-0ed75b3b-7ad9-4636-9c43-3dbcef7176fd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:04.027309 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-24afece4-b8b8-4e29-846c-d95cf0bf0f81 req-0ed75b3b-7ad9-4636-9c43-3dbcef7176fd tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0714571 Jun 16 15:59:04.068308 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-24afece4-b8b8-4e29-846c-d95cf0bf0f81 req-142dfef9-9a52-4127-8f93-ab80a3d83d69 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344031 Jun 16 15:59:04.407004 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e84604b2-8b90-4034-9d3e-57de532203ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:04.509418 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc1b4f-a026-4677-b015-40c24b4fc656 req-406bb3a0-3937-48b7-a9d9-c99e4e39bc73 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:04.510887 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4fcc1b4f-a026-4677-b015-40c24b4fc656 req-406bb3a0-3937-48b7-a9d9-c99e4e39bc73 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0651309 Jun 16 15:59:04.549675 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4fcc1b4f-a026-4677-b015-40c24b4fc656 req-1c6f10cd-1822-4693-8358-3056c22fac01 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324059 Jun 16 15:59:04.794978 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696924f-fb78-4cc3-8322-64880573a8af req-07e51d21-67f0-4d14-b595-ed0f82d8dc5e tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:04.797404 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4696924f-fb78-4cc3-8322-64880573a8af req-07e51d21-67f0-4d14-b595-ed0f82d8dc5e tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0676970 Jun 16 15:59:04.838123 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4696924f-fb78-4cc3-8322-64880573a8af req-e95043ef-d87b-47e3-a535-d3b1d5b95180 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351052 Jun 16 15:59:04.877463 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63203d17-2b8b-4436-8382-b01607f11b3b req-281e63a9-74c9-4bcb-a309-1340071ec52a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:04.878829 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63203d17-2b8b-4436-8382-b01607f11b3b req-281e63a9-74c9-4bcb-a309-1340071ec52a tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0676086 Jun 16 15:59:04.922969 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-63203d17-2b8b-4436-8382-b01607f11b3b req-d1c2d000-4b51-4180-8b2b-91b76cdf6c0b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381827 Jun 16 15:59:05.246878 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585ca00-3100-46b3-8fb9-584611044d14 req-a260eca0-ba84-491b-9952-4c3491d86a04 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:05.248351 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3585ca00-3100-46b3-8fb9-584611044d14 req-a260eca0-ba84-491b-9952-4c3491d86a04 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0640671 Jun 16 15:59:05.271572 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:05.295401 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3585ca00-3100-46b3-8fb9-584611044d14 req-b55028e9-8070-47e0-9db6-608f6a10828b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Jun 16 15:59:05.732919 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255901ee-4ced-48e0-b795-fe279029ceb4 req-cda05c46-586b-4f91-a4b1-3c8792daf039 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:05.734405 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-255901ee-4ced-48e0-b795-fe279029ceb4 req-cda05c46-586b-4f91-a4b1-3c8792daf039 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0677123 Jun 16 15:59:05.774046 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-255901ee-4ced-48e0-b795-fe279029ceb4 req-8e400327-f8b4-423a-aaea-717771abb4e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337944 Jun 16 15:59:06.017007 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbb39b-41fb-4714-ac75-5bed93ff7876 req-c7a5e9de-b009-423d-8208-24d7d9a0e338 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:06.018698 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-78dbb39b-41fb-4714-ac75-5bed93ff7876 req-c7a5e9de-b009-423d-8208-24d7d9a0e338 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0677695 Jun 16 15:59:06.062516 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-78dbb39b-41fb-4714-ac75-5bed93ff7876 req-e2860cbd-d93b-4839-9bcf-8b3665370856 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372202 Jun 16 15:59:06.118888 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57250f81-0c68-41e7-b551-e55d1349a201 req-074616f5-9c5c-4edf-9b76-fb41cd6b3915 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:06.120473 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-57250f81-0c68-41e7-b551-e55d1349a201 req-074616f5-9c5c-4edf-9b76-fb41cd6b3915 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.0801458 Jun 16 15:59:06.161153 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-57250f81-0c68-41e7-b551-e55d1349a201 req-1ceac1db-4cc6-4f0c-b085-3a66cffbdb35 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336523 Jun 16 15:59:06.267374 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:06.472318 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcf3ae-9d32-4a1f-9aa5-8bf2b982c4a4 req-89725c85-855d-46d8-bdb6-e4df2c587fdb tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:06.473727 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-19fcf3ae-9d32-4a1f-9aa5-8bf2b982c4a4 req-89725c85-855d-46d8-bdb6-e4df2c587fdb tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0643203 Jun 16 15:59:06.511832 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-19fcf3ae-9d32-4a1f-9aa5-8bf2b982c4a4 req-83d46fdf-1f1d-4cbf-8048-80798f52e2d3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Jun 16 15:59:06.676761 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-48a4784a-7c6c-4a75-8bbf-594035dada67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:06.678242 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-48a4784a-7c6c-4a75-8bbf-594035dada67 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3018201aa7cd488eb862a3d0bd1dd366&device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 1138 time: 0.0600421 Jun 16 15:59:06.773401 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-dab50efb-34eb-49aa-a200-cf41325bde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:06.774891 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-dab50efb-34eb-49aa-a200-cf41325bde2c service neutron] 10.222.0.89 "GET /v2.0/networks?id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78 HTTP/1.1" status: 200 len: 917 time: 0.0873282 Jun 16 15:59:06.851145 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-e7f62dae-88b2-4c7b-8a60-0e9cb7742e00 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 1001 time: 0.0672748 Jun 16 15:59:06.913477 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-4c0ff1ce-4aa2-4e93-a540-68843209c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:06.914896 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-4c0ff1ce-4aa2-4e93-a540-68843209c06c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5be5c848-fa7b-460d-be68-af6b9ab8daf4 HTTP/1.1" status: 200 len: 854 time: 0.0551903 Jun 16 15:59:07.009826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de41937-50d2-4450-b3e8-0c55d5274617 req-5612ef5d-2c03-4962-80b0-7361d21a8f7e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:07.011339 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3de41937-50d2-4450-b3e8-0c55d5274617 req-5612ef5d-2c03-4962-80b0-7361d21a8f7e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.1128352 Jun 16 15:59:07.020892 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-7513c32f-9b04-4398-9967-9192242ff097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:07.020892 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-7513c32f-9b04-4398-9967-9192242ff097 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891974 Jun 16 15:59:07.080791 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3de41937-50d2-4450-b3e8-0c55d5274617 req-83f1a187-cc3e-44bc-8243-11a865bd2f1d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593457 Jun 16 15:59:07.173577 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-34d4b0b7-7331-4a46-89c3-7d2c7716e098 service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451693 Jun 16 15:59:07.268264 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-6132c813-c4d8-49a6-a9ce-4af8c973075d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:07.269775 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-6132c813-c4d8-49a6-a9ce-4af8c973075d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.1516790 Jun 16 15:59:07.271585 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320419c-58fe-4da1-886b-7ca4ea9fb746 req-6c814551-d338-4c78-9f27-11e79d0ab9b1 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:07.273102 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4320419c-58fe-4da1-886b-7ca4ea9fb746 req-6c814551-d338-4c78-9f27-11e79d0ab9b1 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0834630 Jun 16 15:59:07.320179 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4320419c-58fe-4da1-886b-7ca4ea9fb746 req-e8ac03c2-2fb7-47de-9e95-ab95b7d1cd8f tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366447 Jun 16 15:59:07.364057 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3a2cadf8-efbd-49b4-9a94-dc40437dbade req-c16d74c0-8d24-47f1-bc3d-ec7c5a7d7428 service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814530 Jun 16 15:59:07.437026 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004c05c-0ed6-4e7b-80a8-8e7d0866d4cf req-834fe48c-31c4-4ed7-879c-0c2f35c23c9b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:07.438515 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9004c05c-0ed6-4e7b-80a8-8e7d0866d4cf req-834fe48c-31c4-4ed7-879c-0c2f35c23c9b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 945 time: 0.1565182 Jun 16 15:59:07.469858 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Deleting port f9f4ac59-7dd0-45b9-936c-570924a1d477 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:07.470195 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:07.522692 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9004c05c-0ed6-4e7b-80a8-8e7d0866d4cf req-bf801273-0d0a-4b47-b230-4310323db7c4 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758460 Jun 16 15:59:07.610301 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] For port f9f4ac59-7dd0-45b9-936c-570924a1d477, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f9f4ac59-7dd0-45b9-936c-570924a1d477,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:07.610658 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:07.680208 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Calling delete_port for f9f4ac59-7dd0-45b9-936c-570924a1d477 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:07.713689 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353c4ec-0dc9-4cfe-9c65-ac972ec12596 req-796492c6-3f21-4726-ac8e-0eb776fefee8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:07.715177 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e353c4ec-0dc9-4cfe-9c65-ac972ec12596 req-796492c6-3f21-4726-ac8e-0eb776fefee8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0677419 Jun 16 15:59:07.756461 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e353c4ec-0dc9-4cfe-9c65-ac972ec12596 req-a5c0702d-17d0-4e2e-9b66-9bb11e38fb16 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346258 Jun 16 15:59:07.812032 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:07.816260 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3ebbec4e-eb18-49ea-9182-00787f6289de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:07.831923 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['55f5f05d-e34b-4baa-848b-81730be940ec', '8438f08a-e669-459f-bd27-27940b95b274', 'ea1d2b02-6d9d-4185-b265-ad279f103a3c', 'f9f4ac59-7dd0-45b9-936c-570924a1d477'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:59:07.842579 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Pushing event deleted for resources: {'Port': ['ID=f9f4ac59-7dd0-45b9-936c-570924a1d477,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:07.876992 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.877383 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.877742 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.878092 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.878442 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.878946 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.879282 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.879572 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.879912 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.880248 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.880609 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.881004 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:07.885027 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:07.904269 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] No DVR routers for this DVR port f9f4ac59-7dd0-45b9-936c-570924a1d477 on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:07.907727 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:07.909860 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-61416340-3f71-43b3-a5ad-b959f9ab9c1d req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "DELETE /v2.0/ports/f9f4ac59-7dd0-45b9-936c-570924a1d477 HTTP/1.1" status: 204 len: 173 time: 0.6310368 Jun 16 15:59:07.910374 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fff5ef0-d219-4662-89c3-5a112e9b20d5', 'name': 'network-vif-deleted', 'tag': 'f9f4ac59-7dd0-45b9-936c-570924a1d477'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:07.912860 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2cfa7a-445d-42fe-ab43-aa3370fd1deb" -d '{"events": [{"server_uuid": "2fff5ef0-d219-4662-89c3-5a112e9b20d5", "name": "network-vif-deleted", "tag": "f9f4ac59-7dd0-45b9-936c-570924a1d477"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:07.956636 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b17b40b-0cff-4158-be61-79d356060140 x-openstack-request-id: req-5b17b40b-0cff-4158-be61-79d356060140 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:07.957026 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fff5ef0-d219-4662-89c3-5a112e9b20d5", "name": "network-vif-deleted", "tag": "f9f4ac59-7dd0-45b9-936c-570924a1d477", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:07.957401 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b17b40b-0cff-4158-be61-79d356060140 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:07.957833 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fff5ef0-d219-4662-89c3-5a112e9b20d5', 'name': 'network-vif-deleted', 'tag': 'f9f4ac59-7dd0-45b9-936c-570924a1d477', 'status': 'completed', 'code': 200} Jun 16 15:59:08.281222 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ae9a3-53a8-48dd-b218-58dd40c7398d req-625631a5-7043-45ad-b786-a6409966ffd8 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:08.282642 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a29ae9a3-53a8-48dd-b218-58dd40c7398d req-625631a5-7043-45ad-b786-a6409966ffd8 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0787733 Jun 16 15:59:08.329582 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a29ae9a3-53a8-48dd-b218-58dd40c7398d req-68700c70-d75a-4444-a775-14ef02c2dc71 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Jun 16 15:59:08.502759 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1bf95-6187-4bae-9821-6681d362c340 req-274610a2-2f8e-4852-b432-386722efe6f8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:08.504327 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-73e1bf95-6187-4bae-9821-6681d362c340 req-274610a2-2f8e-4852-b432-386722efe6f8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0679054 Jun 16 15:59:08.549827 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-73e1bf95-6187-4bae-9821-6681d362c340 req-b8ebf023-90c2-4e63-868e-ce347aecb7b5 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370939 Jun 16 15:59:08.585002 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:08.712647 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f3a151a9-3c28-4aee-a105-50eec8879cec req-c0ee430e-25d3-485c-877b-b0ddb7370ff9 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fff5ef0-d219-4662-89c3-5a112e9b20d5 HTTP/1.1" status: 200 len: 210 time: 0.0370364 Jun 16 15:59:08.951452 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427daffc-d88c-4ace-94f7-c474874e844b req-bcd90758-4e94-4e83-ba81-ee0086f52a89 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:08.954016 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-427daffc-d88c-4ace-94f7-c474874e844b req-bcd90758-4e94-4e83-ba81-ee0086f52a89 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0761716 Jun 16 15:59:08.995241 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-427daffc-d88c-4ace-94f7-c474874e844b req-bfe91b80-359a-4b26-933f-acc6b2ee9851 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354621 Jun 16 15:59:09.522828 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568450a-9a5d-46bc-be50-3d83a10a3fe8 req-730c4214-28c2-4d65-b88c-5ee1bda641f4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:09.524360 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0568450a-9a5d-46bc-be50-3d83a10a3fe8 req-730c4214-28c2-4d65-b88c-5ee1bda641f4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0667663 Jun 16 15:59:09.565202 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0568450a-9a5d-46bc-be50-3d83a10a3fe8 req-16d40149-c984-425d-909b-2f8f2b8da61c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350914 Jun 16 15:59:09.732725 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae96890-7a87-478b-85a6-bff5c3731906 req-7727a629-6a68-4b5c-9632-26fbab630a4c tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:09.735937 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dae96890-7a87-478b-85a6-bff5c3731906 req-7727a629-6a68-4b5c-9632-26fbab630a4c tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0732713 Jun 16 15:59:09.787057 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-dae96890-7a87-478b-85a6-bff5c3731906 req-52c9fca7-21d0-4b06-856d-e23eff81df08 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440440 Jun 16 15:59:10.191934 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71de066-57c0-4d94-97db-f6156d6d88c8 req-577ea65b-8664-40ee-bb7b-5bc794551ba8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:10.195853 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b71de066-57c0-4d94-97db-f6156d6d88c8 req-577ea65b-8664-40ee-bb7b-5bc794551ba8 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0775788 Jun 16 15:59:10.254115 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b71de066-57c0-4d94-97db-f6156d6d88c8 req-d2f7edaa-4399-4392-9972-530dc5209e05 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486767 Jun 16 15:59:10.780860 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfeaa6-d241-4031-861e-ecbadcf86869 req-36ade993-ccd4-4b38-91bb-94a5d00de225 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:10.782398 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0cbfeaa6-d241-4031-861e-ecbadcf86869 req-36ade993-ccd4-4b38-91bb-94a5d00de225 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0691977 Jun 16 15:59:10.827645 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0cbfeaa6-d241-4031-861e-ecbadcf86869 req-e1a17df7-f24f-48f4-b74b-ba1c979adf75 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Jun 16 15:59:10.977529 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8dfdb-a9ff-469f-91f2-83fd5452adb6 req-cc4fafd8-9027-42ed-9502-afbd8dcf04e2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:10.979057 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ea8dfdb-a9ff-469f-91f2-83fd5452adb6 req-cc4fafd8-9027-42ed-9502-afbd8dcf04e2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0786324 Jun 16 15:59:11.021683 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ea8dfdb-a9ff-469f-91f2-83fd5452adb6 req-cc9e4a35-d351-430c-ad94-7f782eb0df15 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361812 Jun 16 15:59:11.315761 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26078cce-6c21-43ac-a20c-42312fb07bf9 req-2b8c0971-dd07-4da4-bf2e-39b7c22bfd22 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:11.317294 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26078cce-6c21-43ac-a20c-42312fb07bf9 req-2b8c0971-dd07-4da4-bf2e-39b7c22bfd22 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.0681212 Jun 16 15:59:11.356256 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26078cce-6c21-43ac-a20c-42312fb07bf9 req-aaf6f66b-d15b-4f20-be42-ab8e323fe28d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332613 Jun 16 15:59:11.444225 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f50ef-4da8-4ef3-86b1-036ff91f1e87 req-e4687bbd-a8c6-4e77-aff5-feb57e6d3590 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:11.445681 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-553f50ef-4da8-4ef3-86b1-036ff91f1e87 req-e4687bbd-a8c6-4e77-aff5-feb57e6d3590 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0632443 Jun 16 15:59:11.504031 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-553f50ef-4da8-4ef3-86b1-036ff91f1e87 req-36bd4e11-a267-4c22-958e-d1d9470574ca tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519190 Jun 16 15:59:11.936185 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 42852) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:12.019046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085197d8-5310-4efb-b8ed-01c8ac7c9dc1 req-deab4b4f-4099-46a9-9bf6-b3703f47d8f2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:12.020563 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-085197d8-5310-4efb-b8ed-01c8ac7c9dc1 req-deab4b4f-4099-46a9-9bf6-b3703f47d8f2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 943 time: 0.0713100 Jun 16 15:59:12.044894 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:12.062131 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-085197d8-5310-4efb-b8ed-01c8ac7c9dc1 req-010f48ae-20e9-4093-96e6-34a59490be82 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349941 Jun 16 15:59:12.143518 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:12.156724 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:12.176005 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4d1cbf07-5af2-479a-bed2-021b74b2a63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:12.221077 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a10fe0e9af35466da1b06ed24cb69422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837999 Jun 16 15:59:12.223729 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 42858) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:12.226169 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e097a827-eb06-4a7d-9180-3157600f8911,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:12.238193 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.238581 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.238952 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.239316 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.239676 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.240036 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.240391 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.240778 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.241136 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.241491 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.241843 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.242193 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.246830 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:12.269083 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fc118-1fc7-4ee9-aede-b52b421743d0 req-c5e58d0a-0a3b-42c9-9856-746a9faca473 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:12.270627 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-525fc118-1fc7-4ee9-aede-b52b421743d0 req-c5e58d0a-0a3b-42c9-9856-746a9faca473 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.1255836 Jun 16 15:59:12.283580 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a346cb0c-949d-4872-8210-c2089c326347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:12.307109 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a346cb0c-949d-4872-8210-c2089c326347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:12.317663 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-525fc118-1fc7-4ee9-aede-b52b421743d0 req-d88d601f-ce9a-4a8e-aabf-d31496380bd8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395880 Jun 16 15:59:12.357502 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a346cb0c-949d-4872-8210-c2089c326347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:12.360883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a346cb0c-949d-4872-8210-c2089c326347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:12.362087 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a346cb0c-949d-4872-8210-c2089c326347 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e097a827-eb06-4a7d-9180-3157600f8911 HTTP/1.1" status: 204 len: 168 time: 0.1372457 Jun 16 15:59:12.362963 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:12.370917 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346cb0c-949d-4872-8210-c2089c326347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e097a827-eb06-4a7d-9180-3157600f8911,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:12.373357 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a346cb0c-949d-4872-8210-c2089c326347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:12.547563 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:59:12.552313 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34026a2f-163c-4413-97ea-d80e8714708c req-e92f85ad-8733-497e-ab22-6b67eef1d6f6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:12.554606 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-34026a2f-163c-4413-97ea-d80e8714708c req-e92f85ad-8733-497e-ab22-6b67eef1d6f6 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.0777290 Jun 16 15:59:12.607102 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-34026a2f-163c-4413-97ea-d80e8714708c req-fafbb9b2-1dd7-442e-9e98-c8f5aa93182d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455022 Jun 16 15:59:12.665309 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:12.677245 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'port_id': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'mac_address': 'fa:16:3e:f8:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:59:12.712097 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faec46-c2c9-4d48-99b1-1076f367403a req-6f51d080-e5a3-4524-95fc-7a9a113c00a3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:12.714024 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b4faec46-c2c9-4d48-99b1-1076f367403a req-6f51d080-e5a3-4524-95fc-7a9a113c00a3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0691378 Jun 16 15:59:12.720613 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:12.735272 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf15bbc-9808-4a1b-9c24-3d75366b3790 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:59:12.759477 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:12.765963 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:12.767995 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:12.769240 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b4faec46-c2c9-4d48-99b1-1076f367403a req-2e1f47eb-99d3-4ec4-840e-cb2b620ff010 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485363 Jun 16 15:59:12.816294 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=9']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:12.823204 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.823585 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.823910 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.824260 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.824711 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.825055 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.825380 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.825827 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.826128 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.826459 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.827382 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.827842 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:12.832041 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:13.247865 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb91a9d-793e-46c9-9efa-2afdf2982a65 req-30d0416f-743d-4e9b-a0a4-12e02d56fd22 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:13.250460 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ddb91a9d-793e-46c9-9efa-2afdf2982a65 req-30d0416f-743d-4e9b-a0a4-12e02d56fd22 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0697322 Jun 16 15:59:13.294512 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ddb91a9d-793e-46c9-9efa-2afdf2982a65 req-96451889-656b-4513-9735-4b55e0777e72 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 Jun 16 15:59:13.364783 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device f9f4ac59-7dd0-45b9-936c-570924a1d477 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:13.386169 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: f9f4ac59-7dd0-45b9-936c-570924a1d477 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:59:13.386511 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device f9f4ac59-7dd0-45b9-936c-570924a1d477 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:13.503452 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c6e1f-ff09-42df-b30a-903970698325 req-610d4ca3-946b-4d55-a3de-140bea04521d tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:13.504983 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-979c6e1f-ff09-42df-b30a-903970698325 req-610d4ca3-946b-4d55-a3de-140bea04521d tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0689721 Jun 16 15:59:13.554712 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-979c6e1f-ff09-42df-b30a-903970698325 req-22c3d3bd-5cfa-4b1c-85fc-8290bd60f767 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436709 Jun 16 15:59:13.819109 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788835-2b85-4a8f-9234-9daea05d67ca req-4152f9ce-9d68-45b7-a80b-4241aab9e4cb tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:13.822676 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b9788835-2b85-4a8f-9234-9daea05d67ca req-4152f9ce-9d68-45b7-a80b-4241aab9e4cb tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.0972738 Jun 16 15:59:13.838154 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['adf15bbc-9808-4a1b-9c24-3d75366b3790'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:59:13.879367 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b9788835-2b85-4a8f-9234-9daea05d67ca req-824686ef-49e4-47b9-98cc-ffe689726db1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490594 Jun 16 15:59:14.012394 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b6173-8c83-42aa-a19e-a62e6d356e80 req-a3c836d2-0750-40f3-a4df-e0cfb33ce3c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:14.014322 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-660b6173-8c83-42aa-a19e-a62e6d356e80 req-a3c836d2-0750-40f3-a4df-e0cfb33ce3c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0787296 Jun 16 15:59:14.058533 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-660b6173-8c83-42aa-a19e-a62e6d356e80 req-35352e00-bd43-4443-b9de-a808caae8366 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Jun 16 15:59:14.487726 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d8531-7baa-42c6-9ceb-a925693503ad req-1b902474-b74c-4e78-8bb4-5e795f54c055 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:14.489121 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-de3d8531-7baa-42c6-9ceb-a925693503ad req-1b902474-b74c-4e78-8bb4-5e795f54c055 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0660706 Jun 16 15:59:14.527070 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-de3d8531-7baa-42c6-9ceb-a925693503ad req-65bca11d-76d7-4c73-ad05-7008a52316d0 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Jun 16 15:59:14.735936 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72acd77-3d95-438b-a356-37056aeabb34 req-bc4c8afa-cfd2-452d-9399-40d5ae99a570 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:14.737484 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d72acd77-3d95-438b-a356-37056aeabb34 req-bc4c8afa-cfd2-452d-9399-40d5ae99a570 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0646698 Jun 16 15:59:14.778978 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d72acd77-3d95-438b-a356-37056aeabb34 req-c5df2463-4a57-45c2-993f-9cf7bb65b71d tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356040 Jun 16 15:59:15.060486 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538dfbf-6287-460d-a99d-99c81cc6a6ed req-90d77304-e22c-46cb-a43a-fbfc156aa69d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:15.063092 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3538dfbf-6287-460d-a99d-99c81cc6a6ed req-90d77304-e22c-46cb-a43a-fbfc156aa69d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.0642269 Jun 16 15:59:15.101660 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3538dfbf-6287-460d-a99d-99c81cc6a6ed req-074b353d-aecf-4436-981a-c2457fa106c1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Jun 16 15:59:15.240480 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742c31e-d1b2-48da-a180-7fb1e8282fc7 req-badbd8c5-d770-4374-bec1-788760f88511 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:15.242017 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e742c31e-d1b2-48da-a180-7fb1e8282fc7 req-badbd8c5-d770-4374-bec1-788760f88511 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0692725 Jun 16 15:59:15.282438 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e742c31e-d1b2-48da-a180-7fb1e8282fc7 req-8ab6fc84-ccd6-48a5-b5ac-15416ba86bd5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342250 Jun 16 15:59:15.720247 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dfa49-3c9d-4d83-95a4-d1ebb25f9964 req-d0ac30b0-be0e-451f-8106-6c0ac78aab47 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:15.721754 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9d6dfa49-3c9d-4d83-95a4-d1ebb25f9964 req-d0ac30b0-be0e-451f-8106-6c0ac78aab47 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0633123 Jun 16 15:59:15.762507 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9d6dfa49-3c9d-4d83-95a4-d1ebb25f9964 req-6d053585-821f-495b-bda4-1ae5b78bea75 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323577 Jun 16 15:59:15.955443 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55402a55-87a1-4e8a-ba47-c3c23967c5d6 req-5d1e85bb-e82f-4eaa-925e-2b682fe7d23b tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:15.957028 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-55402a55-87a1-4e8a-ba47-c3c23967c5d6 req-5d1e85bb-e82f-4eaa-925e-2b682fe7d23b tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0679195 Jun 16 15:59:16.001840 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-55402a55-87a1-4e8a-ba47-c3c23967c5d6 req-f6f44055-a1cd-45c6-afe3-0f53e0ec6b2a tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375888 Jun 16 15:59:16.289767 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d96f0d-acbe-4836-aa92-c666f9231841 req-23c51fb4-fcd6-42ce-b37d-4181c6ed1485 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:16.291208 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-29d96f0d-acbe-4836-aa92-c666f9231841 req-23c51fb4-fcd6-42ce-b37d-4181c6ed1485 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.0722291 Jun 16 15:59:16.345986 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-29d96f0d-acbe-4836-aa92-c666f9231841 req-d2885621-4a9c-42f2-9866-d785e0a50766 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486619 Jun 16 15:59:16.463626 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60c178-3da1-42a7-97d3-438150a192fa req-d0a9bb6d-5b07-4322-8661-4a68716552d9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:16.465156 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2e60c178-3da1-42a7-97d3-438150a192fa req-d0a9bb6d-5b07-4322-8661-4a68716552d9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0636413 Jun 16 15:59:16.507853 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2e60c178-3da1-42a7-97d3-438150a192fa req-cf634233-28cc-489a-b417-ee0a55ae43a5 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363905 Jun 16 15:59:16.950627 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab858ce-0105-4aba-9268-889390d3e40b req-9945e2f1-589c-4a5a-95d6-e86fae496c3e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:16.952166 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8ab858ce-0105-4aba-9268-889390d3e40b req-9945e2f1-589c-4a5a-95d6-e86fae496c3e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0634155 Jun 16 15:59:16.991180 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8ab858ce-0105-4aba-9268-889390d3e40b req-644d7823-6706-4dd2-9b28-7fbc9fbe6843 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331252 Jun 16 15:59:17.183948 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046dd31-6b3b-43f6-b68b-8ce73d07658e req-ffb6d1e6-45fc-4de1-9a1b-d5ea38266413 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:17.185364 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9046dd31-6b3b-43f6-b68b-8ce73d07658e req-ffb6d1e6-45fc-4de1-9a1b-d5ea38266413 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0644290 Jun 16 15:59:17.225691 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9046dd31-6b3b-43f6-b68b-8ce73d07658e req-29106d6f-a308-405c-9c44-cd5c24a9546a tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336628 Jun 16 15:59:17.524578 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecbf40-91e8-41d2-b5e5-852ca512df3d req-fd8dfe07-0da3-4512-9da2-cc36b89fb38f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:17.526157 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f3ecbf40-91e8-41d2-b5e5-852ca512df3d req-fd8dfe07-0da3-4512-9da2-cc36b89fb38f tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.0700316 Jun 16 15:59:17.566289 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f3ecbf40-91e8-41d2-b5e5-852ca512df3d req-dca41c58-9eb0-40fa-ba3a-0bf07b38bc53 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339835 Jun 16 15:59:17.692637 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e133f-6fc1-48bf-bd3c-7a1a37dc6fb8 req-5d8340dc-714c-4ea7-ba6e-f259efd057a0 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:17.694058 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7c5e133f-6fc1-48bf-bd3c-7a1a37dc6fb8 req-5d8340dc-714c-4ea7-ba6e-f259efd057a0 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0714262 Jun 16 15:59:17.733787 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7c5e133f-6fc1-48bf-bd3c-7a1a37dc6fb8 req-5dc7f212-dd7c-477b-a17b-994705d3c33e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Jun 16 15:59:17.880792 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:18.186835 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b978d5e-db4a-4a74-91c3-cd089812039a req-59b1966d-a8fa-4883-b732-cd818117f245 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:18.188598 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b978d5e-db4a-4a74-91c3-cd089812039a req-59b1966d-a8fa-4883-b732-cd818117f245 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0773578 Jun 16 15:59:18.261508 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9b978d5e-db4a-4a74-91c3-cd089812039a req-ac0f0f8d-ef7f-4f9f-92bb-d5ffd50d6fe4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616596 Jun 16 15:59:18.414601 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3593861-3827-42b2-ab19-6ae194f39b2a req-4bd28f7c-1143-4a0f-9074-742e1cf8bb70 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:18.416086 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c3593861-3827-42b2-ab19-6ae194f39b2a req-4bd28f7c-1143-4a0f-9074-742e1cf8bb70 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0695126 Jun 16 15:59:18.457490 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c3593861-3827-42b2-ab19-6ae194f39b2a req-b1832aa6-116f-4546-8877-41bda0524c17 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351992 Jun 16 15:59:18.757303 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851c923-4d99-43cf-bc1a-3de8a6cf0768 req-e44fa08c-46a3-4bff-92a4-79202df653a3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:18.759857 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2851c923-4d99-43cf-bc1a-3de8a6cf0768 req-e44fa08c-46a3-4bff-92a4-79202df653a3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.0794084 Jun 16 15:59:18.812939 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2851c923-4d99-43cf-bc1a-3de8a6cf0768 req-15decb51-5c8f-4ccf-81bd-ae0415c532f4 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464692 Jun 16 15:59:18.952952 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31d9c-3ff8-45f2-a43f-e6495757dca0 req-74eb8a61-abd1-4db0-af3b-cd85035cb3e7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:18.954575 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-74a31d9c-3ff8-45f2-a43f-e6495757dca0 req-74eb8a61-abd1-4db0-af3b-cd85035cb3e7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0808790 Jun 16 15:59:18.995779 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-74a31d9c-3ff8-45f2-a43f-e6495757dca0 req-2ae53381-b6f3-48a3-bf9a-8f67dc3b5e86 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355151 Jun 16 15:59:19.464475 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa93e6-9fc7-4d52-a569-3eb218c3c508 req-a4c02d92-7739-492f-962e-ff16132fe0cf tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:19.465956 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a1fa93e6-9fc7-4d52-a569-3eb218c3c508 req-a4c02d92-7739-492f-962e-ff16132fe0cf tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0702219 Jun 16 15:59:19.517348 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a1fa93e6-9fc7-4d52-a569-3eb218c3c508 req-03e63165-b322-4b44-98ca-2f93785ba1c1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449920 Jun 16 15:59:19.647955 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb9841-7305-4f01-8f6d-c05a4986fdab req-c2ebba63-f968-4da7-ae2d-30645d9f1954 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:19.649588 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-26cb9841-7305-4f01-8f6d-c05a4986fdab req-c2ebba63-f968-4da7-ae2d-30645d9f1954 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0779965 Jun 16 15:59:19.703241 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-26cb9841-7305-4f01-8f6d-c05a4986fdab req-ca4875ea-28a2-442b-93c9-7027310c8764 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440221 Jun 16 15:59:19.761937 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-dfad10c6-bc71-4177-8022-8895bce20671 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:19.763469 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-dfad10c6-bc71-4177-8022-8895bce20671 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.0778952 Jun 16 15:59:19.906955 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Deleting port ea1d2b02-6d9d-4185-b265-ad279f103a3c {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:19.907295 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:20.185230 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bad23c-c003-4eae-828b-11288279b336 req-1ee9e632-1a61-483d-80bb-31357b4f2b61 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:20.188088 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-81bad23c-c003-4eae-828b-11288279b336 req-1ee9e632-1a61-483d-80bb-31357b4f2b61 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0684993 Jun 16 15:59:20.226894 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-81bad23c-c003-4eae-828b-11288279b336 req-6c845c7e-b868-4afa-80df-e1ac468158cc tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Jun 16 15:59:20.270395 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] For port ea1d2b02-6d9d-4185-b265-ad279f103a3c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ea1d2b02-6d9d-4185-b265-ad279f103a3c,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:20.270754 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:20.339993 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Calling delete_port for ea1d2b02-6d9d-4185-b265-ad279f103a3c owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:20.368906 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd814a2-b46f-445b-8efa-8065cd51b402 req-5592b1b8-62b3-48e5-9ce6-84506d51c1b3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:20.370356 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6bd814a2-b46f-445b-8efa-8065cd51b402 req-5592b1b8-62b3-48e5-9ce6-84506d51c1b3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 946 time: 0.3893600 Jun 16 15:59:20.448691 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6bd814a2-b46f-445b-8efa-8065cd51b402 req-d6d7883b-7944-4e3b-858c-c246e79b0e5b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482340 Jun 16 15:59:20.474124 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:59:20.520936 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:20.526266 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b35b6837-48eb-422d-ab29-327190cca286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:20.553687 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Pushing event deleted for resources: {'Port': ['ID=ea1d2b02-6d9d-4185-b265-ad279f103a3c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:20.560026 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:20.601348 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] No DVR routers for this DVR port ea1d2b02-6d9d-4185-b265-ad279f103a3c on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:20.603945 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:20.605953 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e802fda7-3720-40e1-8a64-b9dc9d555c02 req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "DELETE /v2.0/ports/ea1d2b02-6d9d-4185-b265-ad279f103a3c HTTP/1.1" status: 204 len: 173 time: 0.8335142 Jun 16 15:59:20.606495 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc01239d-a554-42f7-a987-c030b9a04ad8', 'name': 'network-vif-deleted', 'tag': 'ea1d2b02-6d9d-4185-b265-ad279f103a3c'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:20.609422 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fe0d6a-22b4-4e78-ba5f-338c911a60b5" -d '{"events": [{"server_uuid": "dc01239d-a554-42f7-a987-c030b9a04ad8", "name": "network-vif-deleted", "tag": "ea1d2b02-6d9d-4185-b265-ad279f103a3c"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:20.647467 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f3237-15c5-411c-909e-d44bcb9dc392 x-openstack-request-id: req-aa1f3237-15c5-411c-909e-d44bcb9dc392 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:20.647797 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc01239d-a554-42f7-a987-c030b9a04ad8", "name": "network-vif-deleted", "tag": "ea1d2b02-6d9d-4185-b265-ad279f103a3c", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:20.648086 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa1f3237-15c5-411c-909e-d44bcb9dc392 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:20.648503 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc01239d-a554-42f7-a987-c030b9a04ad8', 'name': 'network-vif-deleted', 'tag': 'ea1d2b02-6d9d-4185-b265-ad279f103a3c', 'status': 'completed', 'code': 200} Jun 16 15:59:20.711902 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1b316-9f4b-41fd-8b27-eab5053ef206 req-656ed201-6753-47bd-98a0-eab9a775ce3c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:20.713303 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cfa1b316-9f4b-41fd-8b27-eab5053ef206 req-656ed201-6753-47bd-98a0-eab9a775ce3c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0656483 Jun 16 15:59:20.753303 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cfa1b316-9f4b-41fd-8b27-eab5053ef206 req-4ae4171d-0f77-4c65-810c-89e8931fa251 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336351 Jun 16 15:59:20.884389 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3023504-27f3-4d36-9f8e-c3b8d6e6118a req-87e92cef-cb3a-4390-b61f-89ad6e0a1054 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:20.885947 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e3023504-27f3-4d36-9f8e-c3b8d6e6118a req-87e92cef-cb3a-4390-b61f-89ad6e0a1054 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0657706 Jun 16 15:59:20.931638 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e3023504-27f3-4d36-9f8e-c3b8d6e6118a req-fc263c7b-849e-4cad-950d-27b2b34e90bb tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377162 Jun 16 15:59:21.429705 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de827f08-d5ed-4a91-a618-307e3cf66bb6 req-72cb1365-4efa-4586-988f-b5f4e2d81c9f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:21.431177 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-de827f08-d5ed-4a91-a618-307e3cf66bb6 req-72cb1365-4efa-4586-988f-b5f4e2d81c9f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0677037 Jun 16 15:59:21.469035 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-de827f08-d5ed-4a91-a618-307e3cf66bb6 req-f2fccdb2-0bf2-494f-b007-ad378fe09339 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Jun 16 15:59:21.592127 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-faddf2df-471e-4d77-850b-f68f9bd5113c req-a148ca84-912b-40cd-aea5-6fbb438a1ebf tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 210 time: 0.0293300 Jun 16 15:59:21.935332 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b16279-d77f-404a-8c0d-7caf070a7b9a req-9ba96797-62b1-46b1-be3c-daec64d54313 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:21.936780 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-14b16279-d77f-404a-8c0d-7caf070a7b9a req-9ba96797-62b1-46b1-be3c-daec64d54313 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 944 time: 0.0639610 Jun 16 15:59:21.975853 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-14b16279-d77f-404a-8c0d-7caf070a7b9a req-842d7286-8939-4091-8094-d356083ff000 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330734 Jun 16 15:59:22.108700 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83a920-3cf5-413f-af52-16de8c629354 req-4d838a1b-efd9-4ec2-8dee-5daeaa8dc61c tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:22.110285 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ca83a920-3cf5-413f-af52-16de8c629354 req-4d838a1b-efd9-4ec2-8dee-5daeaa8dc61c tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0665345 Jun 16 15:59:22.149763 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ca83a920-3cf5-413f-af52-16de8c629354 req-b54cf4b2-ec92-4662-90b5-da839a003bcc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336788 Jun 16 15:59:22.392672 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['55f5f05d-e34b-4baa-848b-81730be940ec', '8438f08a-e669-459f-bd27-27940b95b274', 'ea1d2b02-6d9d-4185-b265-ad279f103a3c'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:59:22.419576 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:59:22.510529 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port adf15bbc-9808-4a1b-9c24-3d75366b3790 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:22.510939 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:22.663135 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:22.671551 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f53d4e-a66b-481a-a017-5db462abef64 req-90a60196-4eb9-47ee-b26b-a7b2a81af427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:22.674678 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-64f53d4e-a66b-481a-a017-5db462abef64 req-90a60196-4eb9-47ee-b26b-a7b2a81af427 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1099 time: 0.1048033 Jun 16 15:59:22.687920 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ae4af-9222-4ccc-ab9a-ac17f561c27e req-29b7eef7-5816-4fa4-8fa0-0726fdd3feb2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:22.689667 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-578ae4af-9222-4ccc-ab9a-ac17f561c27e req-29b7eef7-5816-4fa4-8fa0-0726fdd3feb2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0934308 Jun 16 15:59:22.707846 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:22.710142 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22dab04-0500-4e62-8799-39499946fc04" -d '{"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-plugged", "status": "completed", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:22.728998 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:22.734195 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-64f53d4e-a66b-481a-a017-5db462abef64 req-52def91e-ebff-4214-ae48-535755951f80 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504327 Jun 16 15:59:22.747535 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:22.750281 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-578ae4af-9222-4ccc-ab9a-ac17f561c27e req-c3d091c5-b120-4475-9346-58de80d7378f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502038 Jun 16 15:59:22.752751 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:22.800360 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-82347b99-0fcd-4524-b438-0c6fbf3c9f27 req-290f2bdb-b152-4682-9e30-79750bfae7fa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc01239d-a554-42f7-a987-c030b9a04ad8 HTTP/1.1" status: 200 len: 210 time: 0.0360608 Jun 16 15:59:22.804094 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b38ad-91d4-4bdf-bfd0-29a9b2381720 x-openstack-request-id: req-f52b38ad-91d4-4bdf-bfd0-29a9b2381720 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:22.804394 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-plugged", "status": "completed", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:22.804683 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f52b38ad-91d4-4bdf-bfd0-29a9b2381720 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:22.805213 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'code': 200} Jun 16 15:59:22.849013 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=10']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:22.852518 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:23.162129 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794579c9-13ea-49b9-af78-b88c7cf316d6 req-4e9ade74-da97-4374-a7ab-a6298794b757 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:23.163777 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-794579c9-13ea-49b9-af78-b88c7cf316d6 req-4e9ade74-da97-4374-a7ab-a6298794b757 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0670440 Jun 16 15:59:23.214141 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-794579c9-13ea-49b9-af78-b88c7cf316d6 req-bc861f24-a8e3-4870-903e-18bb9b88c8b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410864 Jun 16 15:59:23.341873 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d77bc-f030-48d1-829c-e748f33e7f1d req-f8aef68d-ce61-4ed1-aa03-400dcb9aa76d tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:23.343908 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5d77bc-f030-48d1-829c-e748f33e7f1d req-f8aef68d-ce61-4ed1-aa03-400dcb9aa76d tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0820894 Jun 16 15:59:23.388149 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af5d77bc-f030-48d1-829c-e748f33e7f1d req-8afd5ebf-eef3-4484-ac20-fe4aed73948b tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376065 Jun 16 15:59:23.483724 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05303c7-3cd1-43da-a676-d9724c87d35d req-4a85bf8d-9122-4581-8901-d1c4a261c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:23.485264 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f05303c7-3cd1-43da-a676-d9724c87d35d req-4a85bf8d-9122-4581-8901-d1c4a261c068 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 1099 time: 0.0533419 Jun 16 15:59:23.523328 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f05303c7-3cd1-43da-a676-d9724c87d35d req-05e7bae1-e29e-441d-a10b-e24ab7b3fb71 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274596 Jun 16 15:59:23.968306 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbe5b1-542f-4ee1-9f1e-e7f2d6aaf24f req-1c560e6c-7553-4ae7-9174-484c24adc95a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:23.970052 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8dbbe5b1-542f-4ee1-9f1e-e7f2d6aaf24f req-1c560e6c-7553-4ae7-9174-484c24adc95a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0870602 Jun 16 15:59:24.024412 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8dbbe5b1-542f-4ee1-9f1e-e7f2d6aaf24f req-ea687c3d-150a-4449-9ac2-5f95733ee786 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464585 Jun 16 15:59:24.317131 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a01a5d-8530-48a8-84e4-ba533f9451fe req-aec40e44-ee2a-435e-9206-f1ff27ff93d0 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:24.318754 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-75a01a5d-8530-48a8-84e4-ba533f9451fe req-aec40e44-ee2a-435e-9206-f1ff27ff93d0 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 945 time: 0.0715911 Jun 16 15:59:24.358726 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-75a01a5d-8530-48a8-84e4-ba533f9451fe req-7a8d1c80-b1b1-442c-9ad6-b725961d2e08 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Jun 16 15:59:24.381423 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device ea1d2b02-6d9d-4185-b265-ad279f103a3c no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:24.401907 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: ea1d2b02-6d9d-4185-b265-ad279f103a3c {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:59:24.402261 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device ea1d2b02-6d9d-4185-b265-ad279f103a3c not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:24.404070 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67e98f-74b1-4cef-98bc-7045b84b0b19 req-78ea48d8-55ae-4143-8bef-8631769e1fe6 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:24.405672 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df67e98f-74b1-4cef-98bc-7045b84b0b19 req-78ea48d8-55ae-4143-8bef-8631769e1fe6 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0662885 Jun 16 15:59:24.446516 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df67e98f-74b1-4cef-98bc-7045b84b0b19 req-f75cc46d-000b-44a6-8ec1-fdc5791e16a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349152 Jun 16 15:59:24.576886 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ff77f-16f7-4474-a894-f2ca0c857301 req-e8f815bd-d6da-480b-b22e-2550af5111bc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:24.578371 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f45ff77f-16f7-4474-a894-f2ca0c857301 req-e8f815bd-d6da-480b-b22e-2550af5111bc tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0702624 Jun 16 15:59:24.619840 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f45ff77f-16f7-4474-a894-f2ca0c857301 req-60ed2e28-23cc-458b-8dc2-0e5db61b3774 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357127 Jun 16 15:59:25.213942 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be328c9-9cdc-45eb-ae5e-91a3ae0be71f req-3576105c-e657-4993-bcbb-e0ef95077b5e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:25.215359 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0be328c9-9cdc-45eb-ae5e-91a3ae0be71f req-3576105c-e657-4993-bcbb-e0ef95077b5e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0707064 Jun 16 15:59:25.261141 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0be328c9-9cdc-45eb-ae5e-91a3ae0be71f req-fe28b23c-76d3-486e-8b57-8b4d0f39782f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Jun 16 15:59:25.599567 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94bd17-8316-4565-adad-61f9b4f85ffb req-046ffcf3-44c2-4125-8956-89784b41af1d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:25.607270 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ca94bd17-8316-4565-adad-61f9b4f85ffb req-046ffcf3-44c2-4125-8956-89784b41af1d tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 945 time: 0.0886528 Jun 16 15:59:25.656395 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ca94bd17-8316-4565-adad-61f9b4f85ffb req-e76e35ed-b8be-401c-802b-3d131a0858cf tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481882 Jun 16 15:59:25.834822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57393c-ec77-432b-ba23-aedd35ddcc7a req-4d52a2ab-49cb-45ea-bab8-29b28b3ac789 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:25.836582 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ca57393c-ec77-432b-ba23-aedd35ddcc7a req-4d52a2ab-49cb-45ea-bab8-29b28b3ac789 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0768611 Jun 16 15:59:25.879615 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cadd6-329b-4458-92c2-23134ef2256f req-97054c70-3ef6-439a-9027-344e603dbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:25.881122 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-407cadd6-329b-4458-92c2-23134ef2256f req-97054c70-3ef6-439a-9027-344e603dbf78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=23f04fea64454af4b14b54b5db2245a3&device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 1099 time: 0.1173577 Jun 16 15:59:25.891218 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ca57393c-ec77-432b-ba23-aedd35ddcc7a req-16be83b2-24c8-450e-97a4-e54539e8b34f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452397 Jun 16 15:59:25.895404 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac86cf-e9a6-498d-ad91-d78878aee1d1 req-546ab986-1df2-4f25-88be-00419ae2cd36 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:25.901026 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-99ac86cf-e9a6-498d-ad91-d78878aee1d1 req-546ab986-1df2-4f25-88be-00419ae2cd36 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.1016898 Jun 16 15:59:26.010611 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-99ac86cf-e9a6-498d-ad91-d78878aee1d1 req-271d54fb-7251-49a2-9905-2a4d58f3c84c tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879083 Jun 16 15:59:26.034172 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cadd6-329b-4458-92c2-23134ef2256f req-ef6d6d37-aa01-4ac8-a1fb-8f93ade808f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:26.035629 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-407cadd6-329b-4458-92c2-23134ef2256f req-ef6d6d37-aa01-4ac8-a1fb-8f93ade808f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 200 len: 921 time: 0.1336110 Jun 16 15:59:26.064652 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acba7fe-11de-4bc8-b176-8718d9ea339a req-62c9e710-a980-4261-8989-7cbcac564aae tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:26.066117 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6acba7fe-11de-4bc8-b176-8718d9ea339a req-62c9e710-a980-4261-8989-7cbcac564aae tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0673337 Jun 16 15:59:26.079281 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-407cadd6-329b-4458-92c2-23134ef2256f req-df707258-c94c-4656-ad8e-f64434ca15e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 HTTP/1.1" status: 200 len: 217 time: 0.0347762 Jun 16 15:59:26.104467 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6acba7fe-11de-4bc8-b176-8718d9ea339a req-dd5c0d95-8e4d-4f19-80ce-1ca37de99ca9 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325570 Jun 16 15:59:26.128086 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cadd6-329b-4458-92c2-23134ef2256f req-6c2dee8c-a031-438a-8b73-b524cd0a2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:26.129530 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-407cadd6-329b-4458-92c2-23134ef2256f req-6c2dee8c-a031-438a-8b73-b524cd0a2f5e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 200 len: 859 time: 0.0446963 Jun 16 15:59:26.172414 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-407cadd6-329b-4458-92c2-23134ef2256f req-2d5893ea-4e76-456a-b35f-40a8d3884d78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=352e1945-abce-4cc0-943b-a178300a3932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316360 Jun 16 15:59:26.301077 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-407cadd6-329b-4458-92c2-23134ef2256f req-36a1d10f-bfd6-4638-aa50-76a50393bc20 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189396 Jun 16 15:59:26.402139 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c0307-825d-45e2-bd28-afd44464342a req-693fd379-53f8-4295-a1be-e3f2e366d7db tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:26.403766 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cc6c0307-825d-45e2-bd28-afd44464342a req-693fd379-53f8-4295-a1be-e3f2e366d7db tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 945 time: 0.1434994 Jun 16 15:59:26.451111 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-407cadd6-329b-4458-92c2-23134ef2256f req-05c93212-0426-4f36-acff-6204245a48c3 service neutron] 10.222.0.89 "GET /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427982 Jun 16 15:59:26.539291 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-cc6c0307-825d-45e2-bd28-afd44464342a req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Deleting port 8438f08a-e669-459f-bd27-27940b95b274 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:26.539629 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-cc6c0307-825d-45e2-bd28-afd44464342a req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:26.634325 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-cc6c0307-825d-45e2-bd28-afd44464342a req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] For port 8438f08a-e669-459f-bd27-27940b95b274, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8438f08a-e669-459f-bd27-27940b95b274,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:26.635040 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-cc6c0307-825d-45e2-bd28-afd44464342a req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:26.709590 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-cc6c0307-825d-45e2-bd28-afd44464342a req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Calling delete_port for 8438f08a-e669-459f-bd27-27940b95b274 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:26.906626 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-cc6c0307-825d-45e2-bd28-afd44464342a req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:26.911796 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:26.923899 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['55f5f05d-e34b-4baa-848b-81730be940ec', '8438f08a-e669-459f-bd27-27940b95b274'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:59:26.947794 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Pushing event deleted for resources: {'Port': ['ID=8438f08a-e669-459f-bd27-27940b95b274,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:26.957007 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:27.003268 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6c0307-825d-45e2-bd28-afd44464342a req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] No DVR routers for this DVR port 8438f08a-e669-459f-bd27-27940b95b274 on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:27.012781 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caa432-f157-4140-8528-02d70190ccde req-13ad2298-34b5-4b8d-960a-c55a81588db1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:27.014877 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-00caa432-f157-4140-8528-02d70190ccde req-13ad2298-34b5-4b8d-960a-c55a81588db1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=559e7cd4-efe6-4eda-930f-a072e76467cd HTTP/1.1" status: 200 len: 867 time: 0.1764970 Jun 16 15:59:27.016107 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-cc6c0307-825d-45e2-bd28-afd44464342a req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:27.018279 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cc6c0307-825d-45e2-bd28-afd44464342a req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "DELETE /v2.0/ports/8438f08a-e669-459f-bd27-27940b95b274 HTTP/1.1" status: 204 len: 173 time: 0.5979867 Jun 16 15:59:27.018857 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559e7cd4-efe6-4eda-930f-a072e76467cd', 'name': 'network-vif-deleted', 'tag': '8438f08a-e669-459f-bd27-27940b95b274'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:27.021916 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdeb7ec3-d3f5-4595-8123-aee808f328cc" -d '{"events": [{"server_uuid": "559e7cd4-efe6-4eda-930f-a072e76467cd", "name": "network-vif-deleted", "tag": "8438f08a-e669-459f-bd27-27940b95b274"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:27.082218 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-00caa432-f157-4140-8528-02d70190ccde req-b81d1829-dd3d-4f96-8f5d-bd054026e888 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560303 Jun 16 15:59:27.192323 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1b2453-b0e3-4bcb-a515-12e71cd3789c x-openstack-request-id: req-0d1b2453-b0e3-4bcb-a515-12e71cd3789c {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:27.192678 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559e7cd4-efe6-4eda-930f-a072e76467cd", "name": "network-vif-deleted", "tag": "8438f08a-e669-459f-bd27-27940b95b274", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:27.192975 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d1b2453-b0e3-4bcb-a515-12e71cd3789c {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:27.193405 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559e7cd4-efe6-4eda-930f-a072e76467cd', 'name': 'network-vif-deleted', 'tag': '8438f08a-e669-459f-bd27-27940b95b274', 'status': 'completed', 'code': 200} Jun 16 15:59:27.255745 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7dd44-5e29-489a-8d60-4d0037aacda6 req-d7d28251-784e-4f76-8a67-38420fc617a1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:27.264766 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-70a7dd44-5e29-489a-8d60-4d0037aacda6 req-d7d28251-784e-4f76-8a67-38420fc617a1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0814602 Jun 16 15:59:27.330844 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-70a7dd44-5e29-489a-8d60-4d0037aacda6 req-0e8180be-c7ee-4469-930e-5c9d6f981b83 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647898 Jun 16 15:59:27.392199 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf7dd4-1cfe-4c6a-af17-9acd9d9c4d8a req-5732a7cc-1193-4076-8d92-fe1ef4f7dfa2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:27.393976 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-76cf7dd4-1cfe-4c6a-af17-9acd9d9c4d8a req-5732a7cc-1193-4076-8d92-fe1ef4f7dfa2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0777216 Jun 16 15:59:27.444157 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-76cf7dd4-1cfe-4c6a-af17-9acd9d9c4d8a req-9cf94150-e95a-40c1-bb99-94e86888c854 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379577 Jun 16 15:59:27.522030 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e17fb-a47c-406c-850e-e9fc1f760961 req-40f156d8-580c-4061-b393-6f0657ff7d78 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:27.526576 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c31e17fb-a47c-406c-850e-e9fc1f760961 req-40f156d8-580c-4061-b393-6f0657ff7d78 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0761266 Jun 16 15:59:27.567133 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c31e17fb-a47c-406c-850e-e9fc1f760961 req-af410e01-6a97-4628-a0e0-dcb816e81121 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342274 Jun 16 15:59:28.664125 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756fb6b-e091-415f-aff1-4e5eb09c88b2 req-1ac1f982-866f-4750-ab82-18e42df9815e tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:28.666109 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a756fb6b-e091-415f-aff1-4e5eb09c88b2 req-1ac1f982-866f-4750-ab82-18e42df9815e tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0842648 Jun 16 15:59:28.715470 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a756fb6b-e091-415f-aff1-4e5eb09c88b2 req-6ff4dda8-bb20-48f2-a2bd-8a83ffc3d025 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401921 Jun 16 15:59:28.790133 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3d4d-6e83-4d3c-8bd4-52dd13e12d8a req-a623ce7c-8375-4841-bb2a-d581b9677b77 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:28.791899 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-049d3d4d-6e83-4d3c-8bd4-52dd13e12d8a req-a623ce7c-8375-4841-bb2a-d581b9677b77 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0854876 Jun 16 15:59:28.808784 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43148) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:28.837079 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-049d3d4d-6e83-4d3c-8bd4-52dd13e12d8a req-83830385-94d1-4791-aa86-9e19e117ca36 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387790 Jun 16 15:59:28.918592 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c77d-769e-4ccb-8ece-02ceeb37d4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.021657 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c77d-769e-4ccb-8ece-02ceeb37d4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.026048 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c77d-769e-4ccb-8ece-02ceeb37d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.030321 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dc0bdefa-44ed-460f-84a9-290e9c6deae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:29.070605 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-b9e6c77d-769e-4ccb-8ece-02ceeb37d4a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aea8f0336092449da922e1d04b4887ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607100 Jun 16 15:59:29.071798 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c77d-769e-4ccb-8ece-02ceeb37d4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03de3ea3-d8f9-418f-9922-a4eabc4aef0d,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:29.073260 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43152) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:29.074946 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b9e6c77d-769e-4ccb-8ece-02ceeb37d4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:29.135225 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-efe06da2-2ac4-45bc-a350-01b4cd994312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.161166 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-efe06da2-2ac4-45bc-a350-01b4cd994312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.211155 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-efe06da2-2ac4-45bc-a350-01b4cd994312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.213834 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-efe06da2-2ac4-45bc-a350-01b4cd994312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.214971 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-efe06da2-2ac4-45bc-a350-01b4cd994312 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03de3ea3-d8f9-418f-9922-a4eabc4aef0d HTTP/1.1" status: 204 len: 168 time: 0.1399601 Jun 16 15:59:29.215661 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:29.226897 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe06da2-2ac4-45bc-a350-01b4cd994312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03de3ea3-d8f9-418f-9922-a4eabc4aef0d,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:29.229273 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-efe06da2-2ac4-45bc-a350-01b4cd994312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:29.712439 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee897d-8887-46bd-8054-b40d8675dc99 req-f85a4621-03e8-4f61-85d4-c0681bee5daa tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:29.713044 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b0ee897d-8887-46bd-8054-b40d8675dc99 req-f85a4621-03e8-4f61-85d4-c0681bee5daa tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 945 time: 0.0863910 Jun 16 15:59:29.775746 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b0ee897d-8887-46bd-8054-b40d8675dc99 req-2d4f1ba3-6d8c-4460-90d1-91312ad622ef tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530219 Jun 16 15:59:29.881571 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24009af4-a86c-422c-902a-31da057368a5 req-94441079-83a5-4c7f-ad88-62adc85e4f24 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:29.884041 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-24009af4-a86c-422c-902a-31da057368a5 req-94441079-83a5-4c7f-ad88-62adc85e4f24 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.1131299 Jun 16 15:59:29.951738 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-24009af4-a86c-422c-902a-31da057368a5 req-d671aead-ed15-410d-ab1f-e03ce47b3510 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583630 Jun 16 15:59:29.994090 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62620a9-8c67-4fae-a127-f650729ca036 req-b77b82ce-f26e-4226-9e6d-a80400ae2a3f tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:29.995993 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e62620a9-8c67-4fae-a127-f650729ca036 req-b77b82ce-f26e-4226-9e6d-a80400ae2a3f tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0961874 Jun 16 15:59:30.055218 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e62620a9-8c67-4fae-a127-f650729ca036 req-11a7bd7d-8665-4e5c-9365-45ceb5a7a48b tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486052 Jun 16 15:59:30.152321 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6cd06-08f0-4e1d-950c-cded85287aa2 req-4d339455-78b5-4a53-8e0b-6ca958f95f17 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:30.154029 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-53b6cd06-08f0-4e1d-950c-cded85287aa2 req-4d339455-78b5-4a53-8e0b-6ca958f95f17 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0738819 Jun 16 15:59:30.204606 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-53b6cd06-08f0-4e1d-950c-cded85287aa2 req-726d0841-213e-405c-80ef-4c5f2d1485ea tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Jun 16 15:59:30.317176 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d12834f1-5aa1-47a3-baab-eecb8b3aacfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:30.432194 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 8438f08a-e669-459f-bd27-27940b95b274 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:30.456368 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: 8438f08a-e669-459f-bd27-27940b95b274 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:59:30.457014 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 8438f08a-e669-459f-bd27-27940b95b274 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:30.990628 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403fb13-f81a-4387-af51-974823b7ae35 req-994c8a77-f284-41dd-91d4-52b2db1b919d tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:30.992150 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3403fb13-f81a-4387-af51-974823b7ae35 req-994c8a77-f284-41dd-91d4-52b2db1b919d tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 945 time: 0.0652816 Jun 16 15:59:31.038386 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3403fb13-f81a-4387-af51-974823b7ae35 req-248dbc5b-6c9c-45e0-ba65-75934349a594 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 Jun 16 15:59:31.197053 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83658182-7423-4f20-9edd-23926e7914de req-73e7d638-5ab6-43fd-bd90-9ec765a2b469 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:31.198649 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-83658182-7423-4f20-9edd-23926e7914de req-73e7d638-5ab6-43fd-bd90-9ec765a2b469 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.1058290 Jun 16 15:59:31.251828 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-83658182-7423-4f20-9edd-23926e7914de req-94157f94-8d36-4bbd-a6af-4816e6df3f6b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Jun 16 15:59:31.269093 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244bcaa-05e7-4b13-a108-64f91f6e9253 req-1c1b22cb-2155-4ff1-bce9-6c93081596cd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:31.270717 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3244bcaa-05e7-4b13-a108-64f91f6e9253 req-1c1b22cb-2155-4ff1-bce9-6c93081596cd tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0832286 Jun 16 15:59:31.345324 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3244bcaa-05e7-4b13-a108-64f91f6e9253 req-ef53c786-dc42-4bdc-b3f0-7aecae49de20 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11&id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627832 Jun 16 15:59:31.842887 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-8ccd7fc3-1d76-400e-9ea0-f91ca5e5b66f tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:31.844648 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-8ccd7fc3-1d76-400e-9ea0-f91ca5e5b66f tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.89 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 945 time: 0.0964353 Jun 16 15:59:31.979355 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Deleting port a80ea8c0-ac3f-4150-9c91-7b3878a11f10 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:31.979701 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.114238 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] For port a80ea8c0-ac3f-4150-9c91-7b3878a11f10, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:32.114920 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.194607 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Calling delete_port for a80ea8c0-ac3f-4150-9c91-7b3878a11f10 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:32.207078 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-61446ca9-4c59-43b0-8565-3fa4ae809b6c tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:32.208551 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-61446ca9-4c59-43b0-8565-3fa4ae809b6c tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.2083871 Jun 16 15:59:32.306003 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79062789-6fe0-499b-97d1-3715803a16f1 req-7d82c3bc-2c2d-40fc-933f-24d157d5cb31 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:32.318079 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-79062789-6fe0-499b-97d1-3715803a16f1 req-7d82c3bc-2c2d-40fc-933f-24d157d5cb31 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 945 time: 0.1254694 Jun 16 15:59:32.369969 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-79062789-6fe0-499b-97d1-3715803a16f1 req-e9e8e608-8f0e-4620-8ee9-4a0c0359e1ba tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506938 Jun 16 15:59:32.542736 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.550232 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2ccf1c6c-aef4-4a66-b322-6a11e59bb4b2 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:32.554919 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Deleting port 55f5f05d-e34b-4baa-848b-81730be940ec {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:32.555324 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.603303 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Pushing event deleted for resources: {'Port': ['ID=a80ea8c0-ac3f-4150-9c91-7b3878a11f10,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:32.613079 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:32.630659 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd2042-9048-4074-bc99-a2756873ab8d req-42fd7c88-6526-4def-afe1-db4bded9b75e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:32.632834 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-51dd2042-9048-4074-bc99-a2756873ab8d req-42fd7c88-6526-4def-afe1-db4bded9b75e tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 946 time: 0.2083426 Jun 16 15:59:32.733567 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] No DVR routers for this DVR port a80ea8c0-ac3f-4150-9c91-7b3878a11f10 on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:32.739858 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.741675 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9088c816-0437-4fdd-b847-bde59e44ab2b req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.89 "DELETE /v2.0/ports/a80ea8c0-ac3f-4150-9c91-7b3878a11f10 HTTP/1.1" status: 204 len: 173 time: 0.8777854 Jun 16 15:59:32.742458 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd939fdcc-282f-4efe-b78d-c7604ef480b6', 'name': 'network-vif-deleted', 'tag': 'a80ea8c0-ac3f-4150-9c91-7b3878a11f10'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:32.745293 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c98a37-7068-43d3-9a37-f0d7cc0fa800" -d '{"events": [{"server_uuid": "d939fdcc-282f-4efe-b78d-c7604ef480b6", "name": "network-vif-deleted", "tag": "a80ea8c0-ac3f-4150-9c91-7b3878a11f10"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:32.778166 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-51dd2042-9048-4074-bc99-a2756873ab8d req-4236f71e-0932-4c0f-8393-61eb33253e89 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/security-groups?id=20110f46-97c2-404a-a955-879d0e697533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153667 Jun 16 15:59:32.793628 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd8f5bc-14d4-46d3-ad1c-b733b6307336 x-openstack-request-id: req-bcd8f5bc-14d4-46d3-ad1c-b733b6307336 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:32.793883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d939fdcc-282f-4efe-b78d-c7604ef480b6", "name": "network-vif-deleted", "tag": "a80ea8c0-ac3f-4150-9c91-7b3878a11f10", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:32.794164 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcd8f5bc-14d4-46d3-ad1c-b733b6307336 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:32.794576 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd939fdcc-282f-4efe-b78d-c7604ef480b6', 'name': 'network-vif-deleted', 'tag': 'a80ea8c0-ac3f-4150-9c91-7b3878a11f10', 'status': 'completed', 'code': 200} Jun 16 15:59:32.797595 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] For port 55f5f05d-e34b-4baa-848b-81730be940ec, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=55f5f05d-e34b-4baa-848b-81730be940ec,segment=NetworkSegment(a4565811-ca02-4eff-b01c-b0f9367cf7f5),segment_id=a4565811-ca02-4eff-b01c-b0f9367cf7f5)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:32.797875 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.879352 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Calling delete_port for 55f5f05d-e34b-4baa-848b-81730be940ec owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:33.041571 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.046485 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4b609c7a-8393-40ae-8b58-8922ed7d2a90 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:33.053606 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['55f5f05d-e34b-4baa-848b-81730be940ec'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:59:33.077666 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Pushing event deleted for resources: {'Port': ['ID=55f5f05d-e34b-4baa-848b-81730be940ec,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:33.080966 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:33.127778 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] No DVR routers for this DVR port 55f5f05d-e34b-4baa-848b-81730be940ec on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:33.130257 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.132237 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-216d915d-2814-43b2-bfda-390a1d2ffdce req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.89 "DELETE /v2.0/ports/55f5f05d-e34b-4baa-848b-81730be940ec HTTP/1.1" status: 204 len: 173 time: 0.9174941 Jun 16 15:59:33.570916 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8ac22399-f1ef-4d0d-8b09-4b5fab953324 req-6d71cce3-3c51-4086-a413-28c6ced57087 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=d939fdcc-282f-4efe-b78d-c7604ef480b6 HTTP/1.1" status: 200 len: 210 time: 0.0301573 Jun 16 15:59:33.961227 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c5d1bf6a-192f-4f45-93f2-f0728610fec3 req-79e935a1-e30c-4ddd-9c30-33e5bcb777d8 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] 10.222.0.48 "GET /v2.0/ports?device_id=e1cb3380-748f-45ec-ab33-33cd84837b2c HTTP/1.1" status: 200 len: 210 time: 0.0314586 Jun 16 15:59:34.413876 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b811a203-8ec5-4a3b-acfc-c2fd4b661729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.463171 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a80ea8c0-ac3f-4150-9c91-7b3878a11f10 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:34.486087 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: a80ea8c0-ac3f-4150-9c91-7b3878a11f10 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:59:34.486473 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a80ea8c0-ac3f-4150-9c91-7b3878a11f10 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:34.525377 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e3e43-dca7-4831-80cb-4e5baa916555 req-f02bd2e0-6de2-4c34-b13c-9011e149a8e2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:34.526863 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-da6e3e43-dca7-4831-80cb-4e5baa916555 req-f02bd2e0-6de2-4c34-b13c-9011e149a8e2 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0768111 Jun 16 15:59:34.567146 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-da6e3e43-dca7-4831-80cb-4e5baa916555 req-378e9e23-7da9-4a22-91ac-6cb247c9b521 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Jun 16 15:59:34.795758 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cb3380-748f-45ec-ab33-33cd84837b2c', 'name': 'network-vif-deleted', 'tag': '55f5f05d-e34b-4baa-848b-81730be940ec'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:34.798616 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6fd670-9a30-4a45-9f5a-f88cd0725386" -d '{"events": [{"server_uuid": "e1cb3380-748f-45ec-ab33-33cd84837b2c", "name": "network-vif-deleted", "tag": "55f5f05d-e34b-4baa-848b-81730be940ec"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:34.849914 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487745e0-68d0-48fb-8809-cdd1286f9f81 x-openstack-request-id: req-487745e0-68d0-48fb-8809-cdd1286f9f81 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:34.850308 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cb3380-748f-45ec-ab33-33cd84837b2c", "name": "network-vif-deleted", "tag": "55f5f05d-e34b-4baa-848b-81730be940ec", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:34.850561 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-487745e0-68d0-48fb-8809-cdd1286f9f81 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:34.851007 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cb3380-748f-45ec-ab33-33cd84837b2c', 'name': 'network-vif-deleted', 'tag': '55f5f05d-e34b-4baa-848b-81730be940ec', 'status': 'completed', 'code': 200} Jun 16 15:59:35.063377 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43288) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:35.116066 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_v2 [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] Deleting subnet 7cc6a8e5-82f3-4aec-b1ae-78d933df9972 {{(pid=91872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:59:35.120456 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.156420 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14333594'] for subnet, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.199687 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.269255 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13993037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14231879'] for subnet, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.272789 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:35.274463 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.303081 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc6a8e5-82f3-4aec-b1ae-78d933df9972,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:35.304914 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.309724 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43294) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:35.313940 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7cc6a8e5-82f3-4aec-b1ae-78d933df9972 HTTP/1.1" status: 204 len: 168 time: 0.2441709 Jun 16 15:59:35.315214 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:35.385862 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.484885 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.494316 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb10f2d2-ecce-4cea-a631-52f2c68056f5']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:35.506068 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4565811-ca02-4eff-b01c-b0f9367cf7f5') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:35.506399 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4565811-ca02-4eff-b01c-b0f9367cf7f5') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:35.517174 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15610764'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.535476 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.542585 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:59:35.542990 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15704886'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.545681 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: timer() Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: cb(*args, **kw) Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: self._notify() Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: self.callback(batched_events) Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: event.method(event) Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._get(url).json() Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:59:35.551427 dv-cinder-796113-4-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:59:35.642880 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.647114 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3a72c1e9-c1dc-4f2f-aa2b-0952e8b56877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:35.651429 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:35.653633 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] 10.222.0.48 "DELETE /v2.0/networks/fb10f2d2-ecce-4cea-a631-52f2c68056f5 HTTP/1.1" status: 204 len: 168 time: 0.3427451 Jun 16 15:59:35.670577 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Pushing event deleted for resources: {'Network': ['ID=fb10f2d2-ecce-4cea-a631-52f2c68056f5,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:35.674509 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f6592c59-69ab-4cd4-9099-c5604fe16a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:35.805097 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184f5ea-c962-4682-8f3b-3de1647fc4df req-eff09d4f-5b54-4ff6-813a-40de9b178387 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:35.806955 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6184f5ea-c962-4682-8f3b-3de1647fc4df req-eff09d4f-5b54-4ff6-813a-40de9b178387 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0908127 Jun 16 15:59:35.859574 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6184f5ea-c962-4682-8f3b-3de1647fc4df req-1d3ef6fb-2d62-4f44-be2a-1b73624a4175 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 Jun 16 15:59:35.928016 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43316) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:35.972515 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e4bcd128-7891-46ad-818c-c379713b1bce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b827f81e9e054d9cbece81015aa3d8c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430098 Jun 16 15:59:35.974925 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43320) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:36.025329 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92962983-b21a-4aa7-a495-12f2b8e2f671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:36.047856 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92962983-b21a-4aa7-a495-12f2b8e2f671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:36.101400 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92962983-b21a-4aa7-a495-12f2b8e2f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:36.103997 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92962983-b21a-4aa7-a495-12f2b8e2f671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:36.105158 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-92962983-b21a-4aa7-a495-12f2b8e2f671 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20110f46-97c2-404a-a955-879d0e697533 HTTP/1.1" status: 204 len: 168 time: 0.1293609 Jun 16 15:59:36.106189 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e417c090-464f-4f92-9f1a-7926cd1e3c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:36.114748 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92962983-b21a-4aa7-a495-12f2b8e2f671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20110f46-97c2-404a-a955-879d0e697533,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:36.117193 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-92962983-b21a-4aa7-a495-12f2b8e2f671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:36.275260 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:37.076905 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d8241-1583-4567-beb8-07adad3c0cf7 req-4769286b-950d-45ef-adc0-3199530e3621 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:37.078594 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-610d8241-1583-4567-beb8-07adad3c0cf7 req-4769286b-950d-45ef-adc0-3199530e3621 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0741019 Jun 16 15:59:37.121314 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-610d8241-1583-4567-beb8-07adad3c0cf7 req-1e2935c0-9e12-433c-b4b2-c12dc7e312d0 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363390 Jun 16 15:59:37.319034 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 55f5f05d-e34b-4baa-848b-81730be940ec no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:37.341376 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: 55f5f05d-e34b-4baa-848b-81730be940ec {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:59:37.341915 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 55f5f05d-e34b-4baa-848b-81730be940ec not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:37.933376 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-e90f3b83-8c48-4b3d-a898-36d1b18d27a3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:37.934808 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-e90f3b83-8c48-4b3d-a898-36d1b18d27a3 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.89 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0622416 Jun 16 15:59:38.324172 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b964e-2aa9-455b-abce-595b473f4e1a req-1e6a2cc5-ef75-46de-802f-51bcb4b6925e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:38.325743 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-427b964e-2aa9-455b-abce-595b473f4e1a req-1e6a2cc5-ef75-46de-802f-51bcb4b6925e tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 946 time: 0.0687809 Jun 16 15:59:38.330099 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Deleting port bfd94ccd-7d3e-44bc-9596-69bac79b5c74 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:38.330587 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:38.370048 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-427b964e-2aa9-455b-abce-595b473f4e1a req-0c090ec0-2b3a-4727-b4b5-673b78a4950f tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364244 Jun 16 15:59:38.445721 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] For port bfd94ccd-7d3e-44bc-9596-69bac79b5c74, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:38.446728 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:38.520178 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Calling delete_port for bfd94ccd-7d3e-44bc-9596-69bac79b5c74 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:38.588364 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:38.665322 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:38.669195 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:38.678144 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['76803a2e-8baa-4bf1-8d2f-cd42730c1ce5'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:59:38.698081 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Pushing event deleted for resources: {'Port': ['ID=bfd94ccd-7d3e-44bc-9596-69bac79b5c74,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:38.701731 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:38.755078 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] No DVR routers for this DVR port bfd94ccd-7d3e-44bc-9596-69bac79b5c74 on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:38.762432 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:38.762432 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3d04f5dc-a200-4f07-8b9c-f7f170ea5dfb req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.89 "DELETE /v2.0/ports/bfd94ccd-7d3e-44bc-9596-69bac79b5c74 HTTP/1.1" status: 204 len: 173 time: 0.8166533 Jun 16 15:59:38.762432 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e10c89-1e96-456f-bde8-b155b76efb39', 'name': 'network-vif-deleted', 'tag': 'bfd94ccd-7d3e-44bc-9596-69bac79b5c74'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:38.762852 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d252107-17b1-4113-90e9-b6687c5543bd" -d '{"events": [{"server_uuid": "63e10c89-1e96-456f-bde8-b155b76efb39", "name": "network-vif-deleted", "tag": "bfd94ccd-7d3e-44bc-9596-69bac79b5c74"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:38.807065 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfbd06e-7516-4fce-a0f4-f60ce46e7ec4 x-openstack-request-id: req-6bfbd06e-7516-4fce-a0f4-f60ce46e7ec4 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:38.808183 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e10c89-1e96-456f-bde8-b155b76efb39", "name": "network-vif-deleted", "tag": "bfd94ccd-7d3e-44bc-9596-69bac79b5c74", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:38.808469 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6bfbd06e-7516-4fce-a0f4-f60ce46e7ec4 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:38.808966 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e10c89-1e96-456f-bde8-b155b76efb39', 'name': 'network-vif-deleted', 'tag': 'bfd94ccd-7d3e-44bc-9596-69bac79b5c74', 'status': 'completed', 'code': 200} Jun 16 15:59:39.556488 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ab0419cb-ad56-44d3-acfd-ebcad38fe250 req-f5d160b6-3957-41b6-bc74-058a7d565416 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=63e10c89-1e96-456f-bde8-b155b76efb39 HTTP/1.1" status: 200 len: 210 time: 0.0395930 Jun 16 15:59:40.073048 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43458) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:40.182061 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-23b20287-2b96-4fe5-b61b-59fbea82179a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.299858 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-23b20287-2b96-4fe5-b61b-59fbea82179a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.304207 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-23b20287-2b96-4fe5-b61b-59fbea82179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.307299 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-33f6769d-e3bc-4404-b318-045999b611f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:40.351819 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-23b20287-2b96-4fe5-b61b-59fbea82179a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bcecf7512e34cf180dfe599f23e8af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774887 Jun 16 15:59:40.352846 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b20287-2b96-4fe5-b61b-59fbea82179a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa4066e-f0f5-4d0c-aa13-bee81d8e2f39,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:40.354468 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43462) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:40.356347 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-23b20287-2b96-4fe5-b61b-59fbea82179a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:40.426178 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-68caf1d4-83fa-4487-a942-52d6878dbcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.451030 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-68caf1d4-83fa-4487-a942-52d6878dbcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.504784 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-68caf1d4-83fa-4487-a942-52d6878dbcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.507467 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-68caf1d4-83fa-4487-a942-52d6878dbcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:40.508649 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-68caf1d4-83fa-4487-a942-52d6878dbcde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/faa4066e-f0f5-4d0c-aa13-bee81d8e2f39 HTTP/1.1" status: 204 len: 168 time: 0.1532736 Jun 16 15:59:40.509709 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4d87eea3-db01-49bc-abbc-73faeb3321cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:40.518126 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caf1d4-83fa-4487-a942-52d6878dbcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa4066e-f0f5-4d0c-aa13-bee81d8e2f39,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:40.521266 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-68caf1d4-83fa-4487-a942-52d6878dbcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:41.203970 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device bfd94ccd-7d3e-44bc-9596-69bac79b5c74 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:41.216773 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc4f16-0cb5-4e8c-8410-a1a92e2f9beb req-a2e7b6e2-f47e-4288-8d2f-a0c82c560d6b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:41.218354 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-44fc4f16-0cb5-4e8c-8410-a1a92e2f9beb req-a2e7b6e2-f47e-4288-8d2f-a0c82c560d6b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0879951 Jun 16 15:59:41.241599 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: bfd94ccd-7d3e-44bc-9596-69bac79b5c74 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:59:41.241944 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device bfd94ccd-7d3e-44bc-9596-69bac79b5c74 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:41.274931 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-44fc4f16-0cb5-4e8c-8410-a1a92e2f9beb req-c753f2f8-b12f-43b3-9fac-f0130ce2eecb tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 Jun 16 15:59:42.343897 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43524) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:42.472759 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b91c3cec-c1c5-46aa-8600-532c28243fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.484246 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2557-f520-41ad-9be6-8c6fc9f19597 req-c75b8735-b5fd-4626-8a71-fc3a612e3bec tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:42.485887 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-80bd2557-f520-41ad-9be6-8c6fc9f19597 req-c75b8735-b5fd-4626-8a71-fc3a612e3bec tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0849154 Jun 16 15:59:42.530078 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-80bd2557-f520-41ad-9be6-8c6fc9f19597 req-3d871105-6883-4a59-aa75-0dc9c8f0b231 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Jun 16 15:59:42.601865 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b91c3cec-c1c5-46aa-8600-532c28243fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.617103 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b91c3cec-c1c5-46aa-8600-532c28243fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.621901 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:42.664400 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-b91c3cec-c1c5-46aa-8600-532c28243fb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5e904c1d50540e5a0e3763639f38349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192644 Jun 16 15:59:42.665330 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c3cec-c1c5-46aa-8600-532c28243fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ad83e4-9cc1-4c3e-be00-3a48d9ed1a60,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:42.667972 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43532) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:42.668957 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b91c3cec-c1c5-46aa-8600-532c28243fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:42.752758 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-542b3428-87b6-49ab-a9ce-2cbf50866f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.785047 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-542b3428-87b6-49ab-a9ce-2cbf50866f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.866050 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-542b3428-87b6-49ab-a9ce-2cbf50866f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.869298 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-542b3428-87b6-49ab-a9ce-2cbf50866f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.870594 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-542b3428-87b6-49ab-a9ce-2cbf50866f40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88ad83e4-9cc1-4c3e-be00-3a48d9ed1a60 HTTP/1.1" status: 204 len: 168 time: 0.2009788 Jun 16 15:59:42.871540 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1c3c23ef-851f-4cbd-a340-ea45dff1b018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:42.886639 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b3428-87b6-49ab-a9ce-2cbf50866f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ad83e4-9cc1-4c3e-be00-3a48d9ed1a60,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:42.892080 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-542b3428-87b6-49ab-a9ce-2cbf50866f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:43.089659 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-03d8749f-22cc-4b3f-86cc-520e852f68d3 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.099368 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-03d8749f-22cc-4b3f-86cc-520e852f68d3 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/networks?id=810c856d-1d59-426e-92db-3c8eadfbf36c HTTP/1.1" status: 200 len: 814 time: 0.2385228 Jun 16 15:59:43.128229 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-1d1ba8b3-1bd9-4de0-af32-def0cfa0a269 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/quotas/e4cf5311ae684777af63475c5998ad7b HTTP/1.1" status: 200 len: 375 time: 0.0275443 Jun 16 15:59:43.199896 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-92218fa4-8932-4b6d-879b-59caf555d5cc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e4cf5311ae684777af63475c5998ad7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665665 Jun 16 15:59:43.235396 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43558) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:43.351953 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-c09dfbe4-fe2f-4b5b-9ae7-c3adeb0cdad2 service neutron] 10.222.0.48 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510332 Jun 16 15:59:43.438404 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d9892c56-9339-445f-a15f-9430f2c78ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.476917 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43566) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:43.484955 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-02ec39a3-5457-4126-a75a-22f120bc5644 service neutron] 10.222.0.48 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235588 Jun 16 15:59:43.500338 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce5e-72e8-4abf-beff-e93b33df41d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.579351 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d9892c56-9339-445f-a15f-9430f2c78ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.590295 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d9892c56-9339-445f-a15f-9430f2c78ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.606050 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a346cb0c-949d-4872-8210-c2089c326347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:43.660619 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d9892c56-9339-445f-a15f-9430f2c78ce8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68216fb6d2f44d6db48637e52677406f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240301 Jun 16 15:59:43.664455 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43574) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:43.675236 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9892c56-9339-445f-a15f-9430f2c78ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673fde91-cd7a-4edf-89c7-7b97c3af3518,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:43.679779 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d9892c56-9339-445f-a15f-9430f2c78ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:43.698611 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-81505ff4-234b-422a-9662-3ef7f916c9f2 req-9dc9ffa6-9daf-4920-b3a8-4af2c186e267 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 210 time: 0.0456047 Jun 16 15:59:43.775356 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-55c7e79d-188f-4433-bceb-e2d722517960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.820362 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-55c7e79d-188f-4433-bceb-e2d722517960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.828756 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aff1b-d444-4ba1-bd4d-265ec100e902 req-adca76b3-dcca-4b91-9ee0-5cd8b05dd58a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.830741 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-674aff1b-d444-4ba1-bd4d-265ec100e902 req-adca76b3-dcca-4b91-9ee0-5cd8b05dd58a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1498320 Jun 16 15:59:43.879951 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce5e-72e8-4abf-beff-e93b33df41d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.913295 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce5e-72e8-4abf-beff-e93b33df41d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.917377 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-55c7e79d-188f-4433-bceb-e2d722517960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.921032 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-29878626-5578-4a52-88bc-f078429e8d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:43.922156 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-55c7e79d-188f-4433-bceb-e2d722517960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:43.927087 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-55c7e79d-188f-4433-bceb-e2d722517960 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/673fde91-cd7a-4edf-89c7-7b97c3af3518 HTTP/1.1" status: 204 len: 168 time: 0.2612407 Jun 16 15:59:43.928374 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d05cfcc0-2f26-418b-b82d-559c81de1494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:43.940008 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7e79d-188f-4433-bceb-e2d722517960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673fde91-cd7a-4edf-89c7-7b97c3af3518,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:43.943342 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-55c7e79d-188f-4433-bceb-e2d722517960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:43.949557 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-674aff1b-d444-4ba1-bd4d-265ec100e902 req-111d721c-8af4-4b25-a0da-ac97c77f9557 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057553 Jun 16 15:59:43.992557 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-9e39ce5e-72e8-4abf-beff-e93b33df41d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90cff43ebd4f45818ac08a1156c24474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145154 Jun 16 15:59:43.995418 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ce5e-72e8-4abf-beff-e93b33df41d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2946a2c-1495-48d6-bfb6-67beade6fcc3,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:43.996780 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43582) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:44.001785 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9e39ce5e-72e8-4abf-beff-e93b33df41d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:44.056626 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0e5388a2-d8f1-43ce-b994-37d6d58ab88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.081771 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0e5388a2-d8f1-43ce-b994-37d6d58ab88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.141188 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0e5388a2-d8f1-43ce-b994-37d6d58ab88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.144326 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0e5388a2-d8f1-43ce-b994-37d6d58ab88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:44.145507 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-0e5388a2-d8f1-43ce-b994-37d6d58ab88c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2946a2c-1495-48d6-bfb6-67beade6fcc3 HTTP/1.1" status: 204 len: 168 time: 0.1464062 Jun 16 15:59:44.146250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1f97ccbe-6203-4fbe-9468-57db31e03b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:44.156820 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5388a2-d8f1-43ce-b994-37d6d58ab88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2946a2c-1495-48d6-bfb6-67beade6fcc3,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:44.161291 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0e5388a2-d8f1-43ce-b994-37d6d58ab88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:44.855371 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8604260-d8b8-4e52-b2d0-c4a52a594fc1 req-8552f05a-0412-4cf7-aa95-9e5d99285b1f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:44.865211 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f8604260-d8b8-4e52-b2d0-c4a52a594fc1 req-8552f05a-0412-4cf7-aa95-9e5d99285b1f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1095531 Jun 16 15:59:44.924787 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1ca5dc26-85c3-49af-845e-bfdf768187c5 req-14796040-cfc6-437f-93f1-df432b1dccb0 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 210 time: 0.0580373 Jun 16 15:59:44.941380 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f8604260-d8b8-4e52-b2d0-c4a52a594fc1 req-ad60ebbb-34e3-4754-be12-51da8e46faae tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751290 Jun 16 15:59:45.167416 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc12e-d19d-4ffa-b30f-7b8f0b97147b req-1d287fbc-5105-4c6d-809f-d988b52be35a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:45.169167 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-216bc12e-d19d-4ffa-b30f-7b8f0b97147b req-1d287fbc-5105-4c6d-809f-d988b52be35a tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0685771 Jun 16 15:59:45.208816 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-216bc12e-d19d-4ffa-b30f-7b8f0b97147b req-b0297573-8290-4ff9-a22d-4a2203b57ee7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Jun 16 15:59:45.630901 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-176347b7-7d27-4788-929b-f817c905b904 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:45.633937 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-176347b7-7d27-4788-929b-f817c905b904 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.89 "GET /v2.0/networks?id=810c856d-1d59-426e-92db-3c8eadfbf36c HTTP/1.1" status: 200 len: 814 time: 0.1680567 Jun 16 15:59:45.657769 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Request body: {'port': {'device_id': '9916ac07-8d2f-4203-9dce-7d7e6918960b', 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c', 'admin_state_up': True, 'tenant_id': 'e4cf5311ae684777af63475c5998ad7b'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:45.839447 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Made reservation on behalf of e4cf5311ae684777af63475c5998ad7b for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:59:45.844138 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:45.988270 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Allocated IP 172.20.0.3 (810c856d-1d59-426e-92db-3c8eadfbf36c/775f4cf1-7442-4cf1-8b19-d3cfd10ae7be/60e0471a-b089-4e67-9bf0-c8e948f642e8) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:59:46.104613 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2a0cf00c-cc5c-4b4f-9f7d-8a93b7874886 req-1060da08-10cc-460e-b6c6-fbcfcea114c9 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 210 time: 0.0500569 Jun 16 15:59:46.161056 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855e1f-6013-4fc2-bf72-50b7971570bf req-cca0e17c-1a32-4f89-82a5-0fad002b4e38 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:46.162628 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e5855e1f-6013-4fc2-bf72-50b7971570bf req-cca0e17c-1a32-4f89-82a5-0fad002b4e38 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0839314 Jun 16 15:59:46.206648 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.221989 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e5855e1f-6013-4fc2-bf72-50b7971570bf req-5a888a87-7570-491c-90b3-1f1d00d653e2 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505748 Jun 16 15:59:46.256012 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.260332 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e287d306-5a19-4ae1-a94a-f6325ab82a03 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:46.309530 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Network 810c856d-1d59-426e-92db-3c8eadfbf36c is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:59:46.315269 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:59:46.319564 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:59:46.326787 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Pushing event updated for resources: {'Port': ['ID=60e0471a-b089-4e67-9bf0-c8e948f642e8,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:46.348508 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:46.405012 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:46.405012 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.424381 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43684) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:46.430798 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780941 Jun 16 15:59:46.444373 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f95803-2318-4671-a5f3-b52837828342 req-94cf95a9-8d7d-48d1-b446-b5a1fa0e2e80 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:46.446012 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c0f95803-2318-4671-a5f3-b52837828342 req-94cf95a9-8d7d-48d1-b446-b5a1fa0e2e80 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0964999 Jun 16 15:59:46.450937 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Request body: {'port': {'device_id': '9916ac07-8d2f-4203-9dce-7d7e6918960b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:46.517723 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c0f95803-2318-4671-a5f3-b52837828342 req-c217d0a8-09b1-407c-be44-8d334e4cd7b0 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632315 Jun 16 15:59:46.541243 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-46e6dc11-43ef-4d86-bb1e-b3f4eea50cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.556635 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.637321 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-46e6dc11-43ef-4d86-bb1e-b3f4eea50cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.642486 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-46e6dc11-43ef-4d86-bb1e-b3f4eea50cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.645121 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7c70655f-3b4b-4b8b-b8e9-d980332c3443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:46.680771 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6dc11-43ef-4d86-bb1e-b3f4eea50cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fbc231-f419-4203-9e8c-bf74836fe9e0,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:46.686075 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-46e6dc11-43ef-4d86-bb1e-b3f4eea50cd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=539d37ec7cb3453984a3e3f1b6b53ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603643 Jun 16 15:59:46.687645 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43688) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:46.687869 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-46e6dc11-43ef-4d86-bb1e-b3f4eea50cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:46.809139 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51dde8a0-ff43-47fa-b54b-8740712b1547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.881542 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51dde8a0-ff43-47fa-b54b-8740712b1547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.025674 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e0471a-b089-4e67-9bf0-c8e948f642e8 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:59:47.035961 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.065124 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Transition to ACTIVE for port object 60e0471a-b089-4e67-9bf0-c8e948f642e8 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:59:47.069654 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51dde8a0-ff43-47fa-b54b-8740712b1547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.072313 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51dde8a0-ff43-47fa-b54b-8740712b1547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.077155 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-51dde8a0-ff43-47fa-b54b-8740712b1547 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9fbc231-f419-4203-9e8c-bf74836fe9e0 HTTP/1.1" status: 204 len: 168 time: 0.3850567 Jun 16 15:59:47.077155 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0fcab8a2-767d-469b-bf0c-f8d55e935349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:47.080652 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.096753 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dde8a0-ff43-47fa-b54b-8740712b1547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fbc231-f419-4203-9e8c-bf74836fe9e0,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:47.099766 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-51dde8a0-ff43-47fa-b54b-8740712b1547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:47.102506 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:47.107490 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-5eb7db23-372c-4180-af7e-ac88e7ad9ad5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1501477 Jun 16 15:59:47.234384 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Pushing event updated for resources: {'Port': ['ID=60e0471a-b089-4e67-9bf0-c8e948f642e8,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:47.238826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:47.307723 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b0f11-7844-4293-af37-cc7afa5e8bc3 req-d9c80903-a6d6-4b9b-80e1-e70caea90bde tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:47.309323 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dd6b0f11-7844-4293-af37-cc7afa5e8bc3 req-d9c80903-a6d6-4b9b-80e1-e70caea90bde tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 943 time: 0.0729048 Jun 16 15:59:47.317631 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-72a196fb-77e6-42db-a9aa-7e3aaa260a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:47.319300 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-72a196fb-77e6-42db-a9aa-7e3aaa260a21 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 1099 time: 0.1630285 Jun 16 15:59:47.320511 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Attempting to bind port 60e0471a-b089-4e67-9bf0-c8e948f642e8 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:59:47.321350 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Attempting to bind port 60e0471a-b089-4e67-9bf0-c8e948f642e8 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:59:47.321350 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Attempting to bind port 60e0471a-b089-4e67-9bf0-c8e948f642e8 on network 810c856d-1d59-426e-92db-3c8eadfbf36c {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:59:47.325896 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Port 60e0471a-b089-4e67-9bf0-c8e948f642e8 on network 810c856d-1d59-426e-92db-3c8eadfbf36c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:59:47.326188 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Attempting to bind port 60e0471a-b089-4e67-9bf0-c8e948f642e8 on network 810c856d-1d59-426e-92db-3c8eadfbf36c {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:59:47.331720 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:59:47.332046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Checking segment: {'id': '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:59:47.332425 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Bound using segment: {'id': '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:59:47.332883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Bound port: 60e0471a-b089-4e67-9bf0-c8e948f642e8, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:59:47.333228 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.371582 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dd6b0f11-7844-4293-af37-cc7afa5e8bc3 req-66c11fb0-b643-4339-80d3-11f765cbcfda tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561283 Jun 16 15:59:47.424764 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43704) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:47.439144 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dcf63cb9-dc05-4b4e-989a-ea1390dd0002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.444110 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] For port 60e0471a-b089-4e67-9bf0-c8e948f642e8, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:59:47.461789 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] For port 60e0471a-b089-4e67-9bf0-c8e948f642e8, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60e0471a-b089-4e67-9bf0-c8e948f642e8,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:59:47.468092 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.474578 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d3341d2f-1046-49fd-a7d1-fc5853f75dc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:47.511087 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:47.511808 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.513774 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] 10.222.0.89 "PUT /v2.0/ports/60e0471a-b089-4e67-9bf0-c8e948f642e8 HTTP/1.1" status: 200 len: 1093 time: 1.0663710 Jun 16 15:59:47.516000 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9916ac07-8d2f-4203-9dce-7d7e6918960b', 'tag': '60e0471a-b089-4e67-9bf0-c8e948f642e8'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:47.518396 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b8d9bb-af15-432e-838a-f64498651799" -d '{"events": [{"name": "network-changed", "server_uuid": "9916ac07-8d2f-4203-9dce-7d7e6918960b", "tag": "60e0471a-b089-4e67-9bf0-c8e948f642e8"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:47.545760 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dcf63cb9-dc05-4b4e-989a-ea1390dd0002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.548439 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a1264-8535-46bf-956c-dffdf17f486d req-0633fe25-3ce6-4bf7-8e66-3f7fd74878b6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:47.550161 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4f8a1264-8535-46bf-956c-dffdf17f486d req-0633fe25-3ce6-4bf7-8e66-3f7fd74878b6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1598718 Jun 16 15:59:47.551415 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dcf63cb9-dc05-4b4e-989a-ea1390dd0002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.555482 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8c25729c-999f-4101-b223-791dd131e9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:47.565435 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093ecc7d-7946-45ac-b490-ecf68621689f x-openstack-request-id: req-093ecc7d-7946-45ac-b490-ecf68621689f {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:47.565783 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9916ac07-8d2f-4203-9dce-7d7e6918960b", "tag": "60e0471a-b089-4e67-9bf0-c8e948f642e8", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:47.566046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-093ecc7d-7946-45ac-b490-ecf68621689f {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:47.566524 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9916ac07-8d2f-4203-9dce-7d7e6918960b', 'tag': '60e0471a-b089-4e67-9bf0-c8e948f642e8', 'status': 'completed', 'code': 200} Jun 16 15:59:47.576281 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Pushing event updated for resources: {'Port': ['ID=60e0471a-b089-4e67-9bf0-c8e948f642e8,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:47.585967 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:47.597972 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf63cb9-dc05-4b4e-989a-ea1390dd0002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b48869a-0b09-487a-a4ff-21196475a63b,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:47.602518 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-dcf63cb9-dc05-4b4e-989a-ea1390dd0002 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5803f33dac324566a411581908db3e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766968 Jun 16 15:59:47.603618 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dcf63cb9-dc05-4b4e-989a-ea1390dd0002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:47.605473 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43710) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:47.616342 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4f8a1264-8535-46bf-956c-dffdf17f486d req-e44e7c4c-d027-43e0-ac3b-67c6491f47db tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546114 Jun 16 15:59:47.667580 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a532ed57-9fed-45dc-9a9d-be5440a68f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.692511 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a532ed57-9fed-45dc-9a9d-be5440a68f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.720825 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefee84-6e0e-4069-b7c6-801f4eb93c1a req-c0393167-be59-45d6-8c02-03e151e8e763 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:47.722326 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bbefee84-6e0e-4069-b7c6-801f4eb93c1a req-c0393167-be59-45d6-8c02-03e151e8e763 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0650392 Jun 16 15:59:47.745994 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a532ed57-9fed-45dc-9a9d-be5440a68f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.750570 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a532ed57-9fed-45dc-9a9d-be5440a68f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:47.751697 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a532ed57-9fed-45dc-9a9d-be5440a68f9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b48869a-0b09-487a-a4ff-21196475a63b HTTP/1.1" status: 204 len: 168 time: 0.1451910 Jun 16 15:59:47.752495 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-332bc29d-0954-4947-a5dd-43bcad31d8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:47.764707 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532ed57-9fed-45dc-9a9d-be5440a68f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b48869a-0b09-487a-a4ff-21196475a63b,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:47.768955 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bbefee84-6e0e-4069-b7c6-801f4eb93c1a req-926a64ac-c1ac-4f82-a634-5a6904900490 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400331 Jun 16 15:59:47.769129 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a532ed57-9fed-45dc-9a9d-be5440a68f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:48.155985 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.546294 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7653-2e70-49fb-9136-7491dc2dd975 req-38ebab13-c421-4433-ab9c-bd2fbb908e5f tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:48.547924 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-75ac7653-2e70-49fb-9136-7491dc2dd975 req-38ebab13-c421-4433-ab9c-bd2fbb908e5f tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 943 time: 0.0671823 Jun 16 15:59:48.588296 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-75ac7653-2e70-49fb-9136-7491dc2dd975 req-adb7c5a5-cd44-42e6-89a1-7918c1cfcdf9 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345492 Jun 16 15:59:48.817345 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae32d76-dfeb-4d96-b0ab-2c3f2180ed63 req-aafd77d1-b58d-4002-abd1-2d0d7af8f805 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:48.818910 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8ae32d76-dfeb-4d96-b0ab-2c3f2180ed63 req-aafd77d1-b58d-4002-abd1-2d0d7af8f805 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0795898 Jun 16 15:59:48.868773 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8ae32d76-dfeb-4d96-b0ab-2c3f2180ed63 req-06307867-33dd-4e3c-8f90-78f66fd669ea tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Jun 16 15:59:48.993384 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e4aad-a5de-492f-817a-51344da81899 req-4c0b6ee7-ba80-4345-8a9e-789182666cb1 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:48.995999 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-748e4aad-a5de-492f-817a-51344da81899 req-4c0b6ee7-ba80-4345-8a9e-789182666cb1 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.0866120 Jun 16 15:59:49.037608 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-748e4aad-a5de-492f-817a-51344da81899 req-ef5022fd-307b-422d-8548-77ba80396af6 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348721 Jun 16 15:59:49.742393 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-87c2f57c-54b6-4143-97c8-b44e5d72930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:49.745081 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-87c2f57c-54b6-4143-97c8-b44e5d72930e service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.1502190 Jun 16 15:59:49.760699 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8d9bb-af15-432e-838a-f64498651799 req-cf37f338-1ec4-47ca-b5ce-07bf9e29d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:49.762488 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-86b8d9bb-af15-432e-838a-f64498651799 req-cf37f338-1ec4-47ca-b5ce-07bf9e29d04c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4cf5311ae684777af63475c5998ad7b&device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 1096 time: 0.1442878 Jun 16 15:59:49.853103 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a574472-aaa1-4442-b252-3e60d8ae2dd4 req-7dbc14a6-d6df-4ab0-ad29-d019ff652645 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:49.854595 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8a574472-aaa1-4442-b252-3e60d8ae2dd4 req-7dbc14a6-d6df-4ab0-ad29-d019ff652645 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 943 time: 0.0928833 Jun 16 15:59:49.896958 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8a574472-aaa1-4442-b252-3e60d8ae2dd4 req-1d8287e9-b694-44d9-bd4f-ebb6991688bc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Jun 16 15:59:49.962904 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-be43fae9-5ca1-4b66-9d34-8bd67149015a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790 HTTP/1.1" status: 200 len: 1001 time: 0.2097290 Jun 16 15:59:50.069273 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43798) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:50.074250 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-ed61f9d7-2a3b-49dc-8083-96d9dae4f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.075824 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-ed61f9d7-2a3b-49dc-8083-96d9dae4f01a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.1024239 Jun 16 15:59:50.080588 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8d9bb-af15-432e-838a-f64498651799 req-6beb3d5f-4b00-46aa-a154-f6fa8e9a3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.082010 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-86b8d9bb-af15-432e-838a-f64498651799 req-6beb3d5f-4b00-46aa-a154-f6fa8e9a3cc8 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e4cf5311ae684777af63475c5998ad7b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2666404 Jun 16 15:59:50.196061 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4c1d8-8312-42be-acd8-0456d55b9bbe req-28b4d869-6582-40c3-9ba9-7a10c46e06f0 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.197628 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4ea4c1d8-8312-42be-acd8-0456d55b9bbe req-28b4d869-6582-40c3-9ba9-7a10c46e06f0 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1795592 Jun 16 15:59:50.230446 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a6a22010-9f2c-4511-8712-00109161a037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.297930 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4ea4c1d8-8312-42be-acd8-0456d55b9bbe req-82b87783-568a-4f9b-9e98-ad501b93455a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921950 Jun 16 15:59:50.303114 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8d9bb-af15-432e-838a-f64498651799 req-cd1c2d5b-fd1b-45b9-80de-0b498b89a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.304568 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-86b8d9bb-af15-432e-838a-f64498651799 req-cd1c2d5b-fd1b-45b9-80de-0b498b89a80c service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1859381 Jun 16 15:59:50.307334 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-9fc5f243-2525-42ba-9717-9ba9ac18a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.309174 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-9fc5f243-2525-42ba-9717-9ba9ac18a792 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2132885 Jun 16 15:59:50.340002 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cefc6-ed8c-4bbf-9001-178f04a5b94a req-aeaa2838-6fd4-4370-80f9-c1d87b137002 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.345086 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-525cefc6-ed8c-4bbf-9001-178f04a5b94a req-aeaa2838-6fd4-4370-80f9-c1d87b137002 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1804078 Jun 16 15:59:50.413452 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-525cefc6-ed8c-4bbf-9001-178f04a5b94a req-cb34ad06-1979-45b2-9dd1-8d4fff82cd3b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565617 Jun 16 15:59:50.426855 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a6a22010-9f2c-4511-8712-00109161a037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.442573 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a6a22010-9f2c-4511-8712-00109161a037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.442573 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cb4ecdee-cdef-4b7b-b915-1712e1745eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:50.497601 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-b40ca5a6-66cc-4e1c-b741-48d7b6bf71cc service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805022 Jun 16 15:59:50.511015 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-a6a22010-9f2c-4511-8712-00109161a037 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18bf4c0eecdf46f8966a052f11ae6475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403539 Jun 16 15:59:50.512324 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a22010-9f2c-4511-8712-00109161a037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c300882f-52c7-4d12-9f92-8f46cbec01cd,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:50.517012 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43808) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:50.520377 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a6a22010-9f2c-4511-8712-00109161a037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:50.547904 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-78ac8b4c-c297-41a8-9dbe-6ad4aa0c3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.550704 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-78ac8b4c-c297-41a8-9dbe-6ad4aa0c3a4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e4cf5311ae684777af63475c5998ad7b&device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 1096 time: 0.1230135 Jun 16 15:59:50.610442 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2968215e-4b66-4501-a175-7cce015d9ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.634717 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-9c7a85ac-cda1-47a5-9f86-9f105e315bfb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60e0471a-b089-4e67-9bf0-c8e948f642e8 HTTP/1.1" status: 200 len: 217 time: 0.0697291 Jun 16 15:59:50.650274 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2968215e-4b66-4501-a175-7cce015d9ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.686857 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-05dd86fa-edac-4eed-b11a-f92a636d385d req-521dd17f-dafe-4d53-ae81-7c5a0f046c4a service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795342 Jun 16 15:59:50.697844 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-80699c4b-625f-4a92-889d-bf8568ef1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.699340 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-80699c4b-625f-4a92-889d-bf8568ef1cbe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=775f4cf1-7442-4cf1-8b19-d3cfd10ae7be HTTP/1.1" status: 200 len: 854 time: 0.0572753 Jun 16 15:59:50.779268 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1331961-bcc2-481b-9082-6dab69567821 req-acae9b40-3ab0-48c7-9e90-068c4db78322 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.780999 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a1331961-bcc2-481b-9082-6dab69567821 req-acae9b40-3ab0-48c7-9e90-068c4db78322 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.89 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1105921 Jun 16 15:59:50.781837 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2968215e-4b66-4501-a175-7cce015d9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.784423 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2968215e-4b66-4501-a175-7cce015d9ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:50.788874 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-2968215e-4b66-4501-a175-7cce015d9ab0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c300882f-52c7-4d12-9f92-8f46cbec01cd HTTP/1.1" status: 204 len: 168 time: 0.2671773 Jun 16 15:59:50.788874 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0e5388a2-d8f1-43ce-b994-37d6d58ab88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:50.795715 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968215e-4b66-4501-a175-7cce015d9ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c300882f-52c7-4d12-9f92-8f46cbec01cd,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:50.798090 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-2968215e-4b66-4501-a175-7cce015d9ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:51.098955 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0161d82-69ae-474e-8eb3-6057cb9b1893 req-70033fe9-c700-4249-861c-4b4cf395c8ea tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:51.100489 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c0161d82-69ae-474e-8eb3-6057cb9b1893 req-70033fe9-c700-4249-861c-4b4cf395c8ea tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 943 time: 0.0825245 Jun 16 15:59:51.117347 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43816) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:51.131380 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2edbab1e-9215-46b1-9173-78b2be73bbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.160126 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c0161d82-69ae-474e-8eb3-6057cb9b1893 req-9e8cabbe-9afe-4ae8-813c-f151cb2fe2ec tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533884 Jun 16 15:59:51.251564 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2edbab1e-9215-46b1-9173-78b2be73bbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.256308 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-2edbab1e-9215-46b1-9173-78b2be73bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.261791 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-acfb236e-87ac-494e-b8c3-f6fc7cdefdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:51.304693 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-2edbab1e-9215-46b1-9173-78b2be73bbde admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=541156d0cb7a4f59a1ed8d7c7dcb19a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859803 Jun 16 15:59:51.305898 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbab1e-9215-46b1-9173-78b2be73bbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908e9856-9702-4c34-866d-8a37747c221b,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:51.307542 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43818) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:51.309096 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-2edbab1e-9215-46b1-9173-78b2be73bbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:51.370727 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8cff6df6-34bc-4a11-8bb7-407130006f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.397867 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8cff6df6-34bc-4a11-8bb7-407130006f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.482678 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8cff6df6-34bc-4a11-8bb7-407130006f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.485300 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8cff6df6-34bc-4a11-8bb7-407130006f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.489644 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8cff6df6-34bc-4a11-8bb7-407130006f45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/908e9856-9702-4c34-866d-8a37747c221b HTTP/1.1" status: 204 len: 168 time: 0.1800039 Jun 16 15:59:51.491434 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-485a0848-8dd5-4b52-8a95-b332cb55a74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:51.500020 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff6df6-34bc-4a11-8bb7-407130006f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908e9856-9702-4c34-866d-8a37747c221b,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:51.502719 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8cff6df6-34bc-4a11-8bb7-407130006f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:51.534338 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb1b75-50d6-451f-99b5-06768458685e req-3f87eaa8-dae1-45dc-9ac5-d839378049ba tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:51.535889 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-20eb1b75-50d6-451f-99b5-06768458685e req-3f87eaa8-dae1-45dc-9ac5-d839378049ba tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1034589 Jun 16 15:59:51.598471 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-20eb1b75-50d6-451f-99b5-06768458685e req-f2830a36-0c31-4bc9-a17e-f57e49ffa673 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543203 Jun 16 15:59:51.679833 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36db851-ec08-46cb-bd5b-f5a4a33c8313 req-306cdc34-ca77-45b0-862a-a6c66ad3edad tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:51.682156 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c36db851-ec08-46cb-bd5b-f5a4a33c8313 req-306cdc34-ca77-45b0-862a-a6c66ad3edad tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.1024179 Jun 16 15:59:51.744267 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c36db851-ec08-46cb-bd5b-f5a4a33c8313 req-bf64879f-8c82-4fcd-bb56-2051c58a8942 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552692 Jun 16 15:59:52.389439 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee777b40-82fa-44f8-9ef6-76cad7bb435d req-9e643278-7240-412b-8b79-0784e15d5144 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:52.391108 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ee777b40-82fa-44f8-9ef6-76cad7bb435d req-9e643278-7240-412b-8b79-0784e15d5144 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 943 time: 0.0897465 Jun 16 15:59:52.672194 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ee777b40-82fa-44f8-9ef6-76cad7bb435d req-88f8db1d-b9e2-428b-8804-822f4e180b80 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730896 Jun 16 15:59:52.838567 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90586dc-7065-46d3-9c13-a45c4422dc4a req-e64fa424-2bb8-49f9-bf0c-fc7669e9a06b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:52.840232 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a90586dc-7065-46d3-9c13-a45c4422dc4a req-e64fa424-2bb8-49f9-bf0c-fc7669e9a06b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1086681 Jun 16 15:59:52.905621 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a90586dc-7065-46d3-9c13-a45c4422dc4a req-93c62ce9-17d2-4d65-b0be-1ab637a26daa tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524054 Jun 16 15:59:52.970485 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-1ad664e7-9741-4f00-ae0e-99e6c9f2d478 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=810c856d-1d59-426e-92db-3c8eadfbf36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570924 Jun 16 15:59:53.093961 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-5ee52a70-1a90-4352-8228-4bd8e7768125 service neutron] 10.222.0.89 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146736 Jun 16 15:59:53.106326 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b46cb6-a8fb-4022-9d25-08c0d663386a req-e1784e1a-d656-45de-8a53-d75b297dba77 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:53.113118 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-78b46cb6-a8fb-4022-9d25-08c0d663386a req-e1784e1a-d656-45de-8a53-d75b297dba77 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 946 time: 0.2167349 Jun 16 15:59:53.167045 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-a1331961-bcc2-481b-9082-6dab69567821 req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Deleting port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:53.167724 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a1331961-bcc2-481b-9082-6dab69567821 req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.178525 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-78b46cb6-a8fb-4022-9d25-08c0d663386a req-5259d48f-1e2f-435b-b64e-f6f02bb8160c tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/security-groups?id=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615664 Jun 16 15:59:53.211990 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0f7d4397-99f5-4bc5-980c-a04a52502de8 req-d3d37258-2dbe-4b4a-a40a-bfe23c56b749 service neutron] 10.222.0.89 "GET /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098142 Jun 16 15:59:53.292228 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-a1331961-bcc2-481b-9082-6dab69567821 req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] For port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:53.292620 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a1331961-bcc2-481b-9082-6dab69567821 req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.367292 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-a1331961-bcc2-481b-9082-6dab69567821 req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Calling delete_port for 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 owned by compute:nova {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:53.525365 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a1331961-bcc2-481b-9082-6dab69567821 req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.532620 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:53.572338 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Pushing event deleted for resources: {'Port': ['ID=76803a2e-8baa-4bf1-8d2f-cd42730c1ce5,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:53.577989 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:53.631429 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1331961-bcc2-481b-9082-6dab69567821 req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] No DVR routers for this DVR port 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 on host hv-cinder-79611 {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:53.635416 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-a1331961-bcc2-481b-9082-6dab69567821 req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:53.637767 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a1331961-bcc2-481b-9082-6dab69567821 req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.89 "DELETE /v2.0/ports/76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 HTTP/1.1" status: 204 len: 173 time: 0.7212245 Jun 16 15:59:53.638257 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2c01a3-95a6-4870-9420-f741c3765968', 'name': 'network-vif-deleted', 'tag': '76803a2e-8baa-4bf1-8d2f-cd42730c1ce5'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:53.640629 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc69624-715f-4f2a-a950-188e831386d9" -d '{"events": [{"server_uuid": "5c2c01a3-95a6-4870-9420-f741c3765968", "name": "network-vif-deleted", "tag": "76803a2e-8baa-4bf1-8d2f-cd42730c1ce5"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:53.692410 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fe5350-1cc8-4e5e-8cd1-b32fb2bb7233 x-openstack-request-id: req-38fe5350-1cc8-4e5e-8cd1-b32fb2bb7233 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:53.694276 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2c01a3-95a6-4870-9420-f741c3765968", "name": "network-vif-deleted", "tag": "76803a2e-8baa-4bf1-8d2f-cd42730c1ce5", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:53.694590 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38fe5350-1cc8-4e5e-8cd1-b32fb2bb7233 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:53.695057 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2c01a3-95a6-4870-9420-f741c3765968', 'name': 'network-vif-deleted', 'tag': '76803a2e-8baa-4bf1-8d2f-cd42730c1ce5', 'status': 'completed', 'code': 200} Jun 16 15:59:53.886762 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ef38b-2cfb-4ec4-911d-b5090f49174f req-6154f6e3-9b95-4ec5-9f9d-e723ab669f43 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:53.888603 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-760ef38b-2cfb-4ec4-911d-b5090f49174f req-6154f6e3-9b95-4ec5-9f9d-e723ab669f43 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 943 time: 0.0702882 Jun 16 15:59:53.929753 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-760ef38b-2cfb-4ec4-911d-b5090f49174f req-9327639d-4737-47d6-a812-9026fbfb1b48 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Jun 16 15:59:54.025013 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43902) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:54.102562 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3c15e-b41b-4659-b20c-b6e14b831b18 req-7a45add8-e189-4b0e-a59b-2f3a8e0e2450 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:54.104041 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5ec3c15e-b41b-4659-b20c-b6e14b831b18 req-7a45add8-e189-4b0e-a59b-2f3a8e0e2450 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0710218 Jun 16 15:59:54.142595 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-033cc830-e80a-478d-b051-ee83602edb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.165119 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5ec3c15e-b41b-4659-b20c-b6e14b831b18 req-72ce792c-c980-45b3-843d-ee4378ca2a10 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537219 Jun 16 15:59:54.246203 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-033cc830-e80a-478d-b051-ee83602edb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.251464 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-033cc830-e80a-478d-b051-ee83602edb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.255152 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f8ac7894-0642-471d-ad32-380f8cb03a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:54.295756 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-033cc830-e80a-478d-b051-ee83602edb7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebbab5937b0a4e76918e89e8d0284f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669449 Jun 16 15:59:54.295756 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cc830-e80a-478d-b051-ee83602edb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4d7018-888c-4f46-8798-309eeb93f2b4,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:54.296202 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43908) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:54.297750 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-033cc830-e80a-478d-b051-ee83602edb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:54.353249 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-37ce7dca-64e3-4883-bea0-b4a7b2cffa58 req-74abb27a-e767-49a1-8984-a5af5549b73b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 210 time: 0.0386212 Jun 16 15:59:54.377409 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a4d1946-6ddf-4f2e-9afa-71c020b0a072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.399201 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a4d1946-6ddf-4f2e-9afa-71c020b0a072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.445624 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a4d1946-6ddf-4f2e-9afa-71c020b0a072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.448473 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a4d1946-6ddf-4f2e-9afa-71c020b0a072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.449695 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4a4d1946-6ddf-4f2e-9afa-71c020b0a072 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd4d7018-888c-4f46-8798-309eeb93f2b4 HTTP/1.1" status: 204 len: 168 time: 0.1523173 Jun 16 15:59:54.451133 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4ec88135-0389-4480-96d9-9dfa4f8d74c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:54.459034 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d1946-6ddf-4f2e-9afa-71c020b0a072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4d7018-888c-4f46-8798-309eeb93f2b4,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:54.461365 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4a4d1946-6ddf-4f2e-9afa-71c020b0a072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:54.725643 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43916) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:54.739397 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3106-0a4c-44c5-8fa0-7fb52ff9848d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.839613 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3106-0a4c-44c5-8fa0-7fb52ff9848d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.844323 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8e1d3106-0a4c-44c5-8fa0-7fb52ff9848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.846757 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a6a22010-9f2c-4511-8712-00109161a037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:54.882440 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8e1d3106-0a4c-44c5-8fa0-7fb52ff9848d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14ad383325934aa1b9ad48129d918150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555948 Jun 16 15:59:54.883344 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d3106-0a4c-44c5-8fa0-7fb52ff9848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa940156-96f9-425b-8531-8a4905fd0390,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:54.885286 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 43920) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:54.886336 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8e1d3106-0a4c-44c5-8fa0-7fb52ff9848d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:54.934538 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6a5bf15-0cc8-4936-a815-565bc6ca2dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:54.955646 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6a5bf15-0cc8-4936-a815-565bc6ca2dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:55.007205 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6a5bf15-0cc8-4936-a815-565bc6ca2dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:55.009908 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b6a5bf15-0cc8-4936-a815-565bc6ca2dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:55.011353 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b6a5bf15-0cc8-4936-a815-565bc6ca2dc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa940156-96f9-425b-8531-8a4905fd0390 HTTP/1.1" status: 204 len: 168 time: 0.1250670 Jun 16 15:59:55.012211 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:55.021554 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5bf15-0cc8-4936-a815-565bc6ca2dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa940156-96f9-425b-8531-8a4905fd0390,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:55.023777 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b6a5bf15-0cc8-4936-a815-565bc6ca2dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:55.128822 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427d1d3-a5c3-4ec1-91aa-84236c0680fc req-3a9f57a9-5eb8-480e-b776-e4261d73745b tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:55.129969 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9427d1d3-a5c3-4ec1-91aa-84236c0680fc req-3a9f57a9-5eb8-480e-b776-e4261d73745b tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 943 time: 0.0678036 Jun 16 15:59:55.172036 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9427d1d3-a5c3-4ec1-91aa-84236c0680fc req-43161b3d-7357-46b7-9b8f-a588f693d3df tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360329 Jun 16 15:59:55.343899 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e66798-1870-432e-8a36-1931c184a22e req-b177232f-eee0-4c04-acbb-71a0336bd2fc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:55.345447 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-92e66798-1870-432e-8a36-1931c184a22e req-b177232f-eee0-4c04-acbb-71a0336bd2fc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0672548 Jun 16 15:59:55.386078 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-92e66798-1870-432e-8a36-1931c184a22e req-79cd13c5-b4e6-43da-98ca-772c438c1beb tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349624 Jun 16 15:59:55.457626 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 60e0471a-b089-4e67-9bf0-c8e948f642e8 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:59:55.526795 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-372dacc7-e60d-4af9-aafb-e86dfbafabaf req-08963486-624c-46f0-86be-bcc4686a555b tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c2c01a3-95a6-4870-9420-f741c3765968 HTTP/1.1" status: 200 len: 210 time: 0.0368772 Jun 16 15:59:55.563619 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 60e0471a-b089-4e67-9bf0-c8e948f642e8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60e0471a-b089-4e67-9bf0-c8e948f642e8,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:55.576880 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '60e0471a-b089-4e67-9bf0-c8e948f642e8', 'network_id': '810c856d-1d59-426e-92db-3c8eadfbf36c', 'port_id': '60e0471a-b089-4e67-9bf0-c8e948f642e8', 'mac_address': 'fa:16:3e:e9:4f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775f4cf1-7442-4cf1-8b19-d3cfd10ae7be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:59:55.619347 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:55.634779 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e0471a-b089-4e67-9bf0-c8e948f642e8 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:59:55.657966 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 60e0471a-b089-4e67-9bf0-c8e948f642e8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60e0471a-b089-4e67-9bf0-c8e948f642e8,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:55.662349 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:55.665457 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:55.721447 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=60e0471a-b089-4e67-9bf0-c8e948f642e8,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:55.724577 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:56.234931 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:56.259914 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:59:56.260344 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 76803a2e-8baa-4bf1-8d2f-cd42730c1ce5 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:56.366225 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea72813-9631-4558-8eac-78532ec3249c req-11a58bbb-3ee6-47af-9f86-8235a27eb9b7 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:56.368189 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dea72813-9631-4558-8eac-78532ec3249c req-11a58bbb-3ee6-47af-9f86-8235a27eb9b7 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 944 time: 0.0723884 Jun 16 15:59:56.413558 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dea72813-9631-4558-8eac-78532ec3249c req-6ff42662-7507-4f82-b9ad-aeaefd0156f8 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Jun 16 15:59:56.568901 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['60e0471a-b089-4e67-9bf0-c8e948f642e8'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:59:56.586208 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d579a71-0cb3-4acb-bfa0-8f4d05d9b449 req-7f7a8511-e740-47f5-a66b-dc6b410d6afc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:56.587805 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5d579a71-0cb3-4acb-bfa0-8f4d05d9b449 req-7f7a8511-e740-47f5-a66b-dc6b410d6afc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0743349 Jun 16 15:59:56.637080 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 43978) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:56.906299 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5d579a71-0cb3-4acb-bfa0-8f4d05d9b449 req-56da6b04-d06f-41cb-a6e0-0906bbd1ca9b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118715 Jun 16 15:59:57.146958 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891850'] for router_interface, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.476281 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:59:57.518343 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Deleting port 4bfdc359-c60c-4185-aaf7-98f1afb061db {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:57.518904 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.645968 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] For port 4bfdc359-c60c-4185-aaf7-98f1afb061db, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4bfdc359-c60c-4185-aaf7-98f1afb061db,segment=NetworkSegment(9787b1f8-432d-49d5-8b48-36f5561d523c),segment_id=9787b1f8-432d-49d5-8b48-36f5561d523c)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:57.646334 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.667532 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b77819-9321-4702-8673-592d247b5794 req-e33fe738-a4e3-4f39-b619-14b0b09ad1bc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:57.669754 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-85b77819-9321-4702-8673-592d247b5794 req-e33fe738-a4e3-4f39-b619-14b0b09ad1bc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 944 time: 0.1319981 Jun 16 15:59:57.724251 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Calling delete_port for 4bfdc359-c60c-4185-aaf7-98f1afb061db owned by network:router_interface {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:57.800900 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-85b77819-9321-4702-8673-592d247b5794 req-bcd7820f-3ef2-4eee-98a0-284e88f34ccd tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051643 Jun 16 15:59:57.963128 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:57.966422 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:57.991543 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfdc359-c60c-4185-aaf7-98f1afb061db,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:57.994695 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:58.094898 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f224e13-564b-40bc-bc89-521450daacf0 req-ad60b2c5-3ef4-4294-bd9d-0077f3e102cd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:58.096369 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8f224e13-564b-40bc-bc89-521450daacf0 req-ad60b2c5-3ef4-4294-bd9d-0077f3e102cd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0679512 Jun 16 15:59:58.134939 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8f224e13-564b-40bc-bc89-521450daacf0 req-544fa537-c461-4ca8-9130-cfc441cdb9a6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326686 Jun 16 15:59:58.158479 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-891742'] for router_interface, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.368920 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Router 6812d942-7c66-45ee-8ce8-f4289618f81e has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:59:58.480471 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:59:58.488571 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] 10.222.0.48 "PUT /v2.0/routers/6812d942-7c66-45ee-8ce8-f4289618f81e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8497026 Jun 16 15:59:58.490896 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] Sync routers for ids ['6812d942-7c66-45ee-8ce8-f4289618f81e'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:59:58.491354 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44044) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:58.501610 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] Routers {'6812d942-7c66-45ee-8ce8-f4289618f81e'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:59:58.502233 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:59:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['6812d942-7c66-45ee-8ce8-f4289618f81e'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:58.624620 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks [] for router, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.756870 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] Set router 6812d942-7c66-45ee-8ce8-f4289618f81e gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:59:58.767510 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.843285 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Deleting port a6de53d8-0ebf-48a6-9300-867241cc770e {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:58.843667 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.883591 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 60e0471a-b089-4e67-9bf0-c8e948f642e8 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:59:58.951903 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 60e0471a-b089-4e67-9bf0-c8e948f642e8 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:59:58.960434 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 60e0471a-b089-4e67-9bf0-c8e948f642e8 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:58.963322 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:58.973388 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] For port a6de53d8-0ebf-48a6-9300-867241cc770e, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=a6de53d8-0ebf-48a6-9300-867241cc770e,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:58.974534 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:59.063303 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:59.084549 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:22Z', 'updated_at': '2021-06-16T15:59:57Z', 'revision_number': 5, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'gw_port': {'id': 'a6de53d8-0ebf-48a6-9300-867241cc770e', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:23Z', 'updated_at': '2021-06-16T15:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:59.091891 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] Checking router: 6812d942-7c66-45ee-8ce8-f4289618f81e for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:59:59.094352 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Calling delete_port for a6de53d8-0ebf-48a6-9300-867241cc770e owned by network:router_gateway {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:59.105159 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9916ac07-8d2f-4203-9dce-7d7e6918960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0471a-b089-4e67-9bf0-c8e948f642e8'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:59.109478 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] Routers {'6812d942-7c66-45ee-8ce8-f4289618f81e'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:59:59.111174 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T15:59:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['6812d942-7c66-45ee-8ce8-f4289618f81e'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:59.119179 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a78a6-71b4-4baa-b897-565d913dd888" -d '{"events": [{"server_uuid": "9916ac07-8d2f-4203-9dce-7d7e6918960b", "name": "network-vif-plugged", "status": "completed", "tag": "60e0471a-b089-4e67-9bf0-c8e948f642e8"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:59.136681 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 60e0471a-b089-4e67-9bf0-c8e948f642e8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60e0471a-b089-4e67-9bf0-c8e948f642e8,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:59.144710 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:59.152325 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a35cd9f0-cfd7-4f56-9368-2dbc25668600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:59.225603 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf8d211-598a-4ca1-afe1-0b7589137d42 x-openstack-request-id: req-adf8d211-598a-4ca1-afe1-0b7589137d42 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:59.226068 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9916ac07-8d2f-4203-9dce-7d7e6918960b", "name": "network-vif-plugged", "status": "completed", "tag": "60e0471a-b089-4e67-9bf0-c8e948f642e8", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:59.226822 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-adf8d211-598a-4ca1-afe1-0b7589137d42 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:59.227438 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9916ac07-8d2f-4203-9dce-7d7e6918960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e0471a-b089-4e67-9bf0-c8e948f642e8', 'code': 200} Jun 16 15:59:59.228624 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=60e0471a-b089-4e67-9bf0-c8e948f642e8,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:59.234701 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:59.247823 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e05b03-bbf0-455d-b86d-389dcfaaf17c req-b84ec2d3-75d7-433f-b433-ca8d2d506d1f tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:59.252414 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a2e05b03-bbf0-455d-b86d-389dcfaaf17c req-b84ec2d3-75d7-433f-b433-ca8d2d506d1f tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 944 time: 0.2591872 Jun 16 15:59:59.291887 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] Set router 6812d942-7c66-45ee-8ce8-f4289618f81e gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:59:59.356983 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:22Z', 'updated_at': '2021-06-16T15:59:58Z', 'revision_number': 6, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'gw_port_host': None}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:59.361659 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2432cf16-aac3-4893-98ce-7452c7c73d1a None None] The sync data for ids ['6812d942-7c66-45ee-8ce8-f4289618f81e'] in dv-cinder-796113-4-iscsi is: [{'id': '6812d942-7c66-45ee-8ce8-f4289618f81e', 'name': 'tempest-ServerRescueNegativeTestJSON-1901617495-router', 'tenant_id': '23f04fea64454af4b14b54b5db2245a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:22Z', 'updated_at': '2021-06-16T15:59:58Z', 'revision_number': 6, 'project_id': '23f04fea64454af4b14b54b5db2245a3', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:59:59.461073 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebbfae-e763-4be5-8e1b-57817d2a0641 req-3239fe02-d10b-4a6d-aa09-0161806a5512 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:59.462898 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26ebbfae-e763-4be5-8e1b-57817d2a0641 req-3239fe02-d10b-4a6d-aa09-0161806a5512 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0982378 Jun 16 15:59:59.521233 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26ebbfae-e763-4be5-8e1b-57817d2a0641 req-c5bb2228-fa87-4529-b62c-afbd3be411c5 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511131 Jun 16 15:59:59.631899 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a2e05b03-bbf0-455d-b86d-389dcfaaf17c req-dbc167bd-4df0-4578-b342-1acb9bda950a tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679519 Jun 16 15:59:59.716023 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335a166-50ce-423b-a276-cc1b013b9653 req-b7871c9d-8a82-4292-addc-b4c4ab4f954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:59.717589 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1335a166-50ce-423b-a276-cc1b013b9653 req-b7871c9d-8a82-4292-addc-b4c4ab4f954b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 1098 time: 0.1025264 Jun 16 15:59:59.744039 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:59.748681 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c826a196-90e3-44bd-9b9b-7b1a66ce5e14 tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:59.775469 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6de53d8-0ebf-48a6-9300-867241cc770e,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:59.784061 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:59.792945 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1335a166-50ce-423b-a276-cc1b013b9653 req-ed05fcab-8429-46fc-ab74-8d73699027bb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678148 Jun 16 15:59:59.857771 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693533'] for router_gateway, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:59.964417 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-881'] for router, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:59.966684 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.035222 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-888407'] for router, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.035761 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6812d942-7c66-45ee-8ce8-f4289618f81e {{(pid=91872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:00:00.041429 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Notify callbacks [] for router, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.042724 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] 10.222.0.48 "DELETE /v2.0/routers/6812d942-7c66-45ee-8ce8-f4289618f81e HTTP/1.1" status: 204 len: 168 time: 1.5506198 Jun 16 16:00:00.045468 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44086) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:00.089292 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadbc48e-60ca-45e6-a044-1530868cec1a admin admin] Deleting subnet 4795f67a-1d2e-4e6c-a950-6e43ff479bb7 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:00:00.092900 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cadbc48e-60ca-45e6-a044-1530868cec1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.129886 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cadbc48e-60ca-45e6-a044-1530868cec1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15610773'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.170187 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cadbc48e-60ca-45e6-a044-1530868cec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.227379 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cadbc48e-60ca-45e6-a044-1530868cec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15705001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15222923'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.229684 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:00.259750 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbc48e-60ca-45e6-a044-1530868cec1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4795f67a-1d2e-4e6c-a950-6e43ff479bb7,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:00.262873 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cadbc48e-60ca-45e6-a044-1530868cec1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:00.264122 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cadbc48e-60ca-45e6-a044-1530868cec1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.265989 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-cadbc48e-60ca-45e6-a044-1530868cec1a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4795f67a-1d2e-4e6c-a950-6e43ff479bb7 HTTP/1.1" status: 204 len: 168 time: 0.2195313 Jun 16 16:00:00.268457 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44088) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:00.315814 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0069ad37-632f-40c4-a03d-a455bfb94a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.349133 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device a6de53d8-0ebf-48a6-9300-867241cc770e no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:00.349521 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.371790 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: a6de53d8-0ebf-48a6-9300-867241cc770e {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:00.373003 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device a6de53d8-0ebf-48a6-9300-867241cc770e not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:00.373519 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4bfdc359-c60c-4185-aaf7-98f1afb061db no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:00.397002 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 4bfdc359-c60c-4185-aaf7-98f1afb061db {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:00.397483 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4bfdc359-c60c-4185-aaf7-98f1afb061db not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:00.433241 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.444648 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352e1945-abce-4cc0-943b-a178300a3932']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:00.456122 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9787b1f8-432d-49d5-8b48-36f5561d523c') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:00.456429 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9787b1f8-432d-49d5-8b48-36f5561d523c') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:00.466139 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15610764'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.480911 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.487859 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Releasing vlan 1149 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:00:00.488289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15704886'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: timer() Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: cb(*args, **kw) Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: self._notify() Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: self.callback(batched_events) Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: event.method(event) Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._get(url).json() Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:00:00.489985 dv-cinder-796113-4-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:00:00.546028 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.551503 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.556000 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] 10.222.0.48 "DELETE /v2.0/networks/352e1945-abce-4cc0-943b-a178300a3932 HTTP/1.1" status: 204 len: 168 time: 0.2840309 Jun 16 16:00:00.556000 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:00.567561 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=352e1945-abce-4cc0-943b-a178300a3932,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:00.570894 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f95a9c23-7e86-4062-acd3-5055b61e2a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:00.736230 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cce574-d68a-4e41-947d-4c1b117202ab req-2c196dc5-0d7e-4548-81b8-7ae77ca80ac2 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:00.745256 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-92cce574-d68a-4e41-947d-4c1b117202ab req-2c196dc5-0d7e-4548-81b8-7ae77ca80ac2 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1052253 Jun 16 16:00:00.764731 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44098) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:00.809476 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-92cce574-d68a-4e41-947d-4c1b117202ab req-2fc5438b-c7a8-4d33-8428-b7f476055b35 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631058 Jun 16 16:00:00.853271 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-179e6327-a813-490d-88e7-8e0d58a72468 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23f04fea64454af4b14b54b5db2245a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0872700 Jun 16 16:00:00.855716 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44104) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:00.883996 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549748-a5b8-40bc-8e92-19a0f75adef2 req-3355fc3a-cff8-4519-ba2b-e3669d48d8d6 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:00.892248 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-18549748-a5b8-40bc-8e92-19a0f75adef2 req-3355fc3a-cff8-4519-ba2b-e3669d48d8d6 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 945 time: 0.1096549 Jun 16 16:00:00.925550 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c4736de-65f1-46d4-9de2-2dcaacea100a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.937511 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-18549748-a5b8-40bc-8e92-19a0f75adef2 req-7b1eae76-6d86-4a15-97eb-f8e5f1223d36 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439577 Jun 16 16:00:00.968698 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c4736de-65f1-46d4-9de2-2dcaacea100a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:01.030154 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c4736de-65f1-46d4-9de2-2dcaacea100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:01.033297 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7c4736de-65f1-46d4-9de2-2dcaacea100a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:01.034594 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7c4736de-65f1-46d4-9de2-2dcaacea100a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cf2bd00-3bee-4127-af50-b4a6eb3dfd32 HTTP/1.1" status: 204 len: 168 time: 0.1770840 Jun 16 16:00:01.035441 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-92962983-b21a-4aa7-a495-12f2b8e2f671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:01.044283 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4736de-65f1-46d4-9de2-2dcaacea100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf2bd00-3bee-4127-af50-b4a6eb3dfd32,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:01.047448 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7c4736de-65f1-46d4-9de2-2dcaacea100a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:02.005982 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16335f0e-5ea4-40a2-b361-0c1bb6d78a6b req-0752742e-caa0-4793-aa6b-e7bc0d25b6e4 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:02.007490 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-16335f0e-5ea4-40a2-b361-0c1bb6d78a6b req-0752742e-caa0-4793-aa6b-e7bc0d25b6e4 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0669086 Jun 16 16:00:02.057974 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-16335f0e-5ea4-40a2-b361-0c1bb6d78a6b req-4630a2e6-6eba-4864-8fd3-1666af9c8096 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447359 Jun 16 16:00:02.251822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a432692-4c89-41ff-9838-fb5337f635f0 req-1557abbc-af8b-467b-bc33-de5d2537f0d7 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:02.253798 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7a432692-4c89-41ff-9838-fb5337f635f0 req-1557abbc-af8b-467b-bc33-de5d2537f0d7 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 945 time: 0.0879986 Jun 16 16:00:02.321780 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7a432692-4c89-41ff-9838-fb5337f635f0 req-0f706693-435a-4251-a4e1-6c3bc60bc443 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618887 Jun 16 16:00:02.465407 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44174) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:02.679407 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1295815a-bd89-4e8c-817d-e2afd5b8a26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:02.746129 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce5212-a69e-4fbf-8c75-cd4e7caec95c req-4e42c62d-c2f3-4368-9dc5-3986acbea706 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:02.748015 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-29c578a6-692f-4433-95ea-b245cbbe0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:02.749702 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-46ce5212-a69e-4fbf-8c75-cd4e7caec95c req-4e42c62d-c2f3-4368-9dc5-3986acbea706 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1021492 Jun 16 16:00:02.750953 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-29c578a6-692f-4433-95ea-b245cbbe0e87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 1098 time: 0.1338933 Jun 16 16:00:02.801883 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-46ce5212-a69e-4fbf-8c75-cd4e7caec95c req-18be1f6c-b5ee-4cdf-beb9-bca493b3e595 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411930 Jun 16 16:00:02.900703 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-0371e8b6-efba-4678-8721-da631b035e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:02.902231 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-0371e8b6-efba-4678-8721-da631b035e73 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 913 time: 0.1370435 Jun 16 16:00:02.934333 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1295815a-bd89-4e8c-817d-e2afd5b8a26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:02.975081 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1295815a-bd89-4e8c-817d-e2afd5b8a26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:02.988968 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-55c7e79d-188f-4433-bceb-e2d722517960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:03.034494 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-1295815a-bd89-4e8c-817d-e2afd5b8a26d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5647c9d181434b6c8a70baed33a38741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5670955 Jun 16 16:00:03.036221 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-eb026d33-880c-40de-af43-189efab137b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c55401-9c20-4296-821c-ae493173635d HTTP/1.1" status: 200 len: 999 time: 0.1225772 Jun 16 16:00:03.037042 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295815a-bd89-4e8c-817d-e2afd5b8a26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f59dba-3ce3-4596-afdc-ffd16016bf89,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:03.037557 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44196) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:03.040501 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1295815a-bd89-4e8c-817d-e2afd5b8a26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:03.096073 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-04e14a66-8343-4ff6-89be-000cf934633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:03.098709 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-04e14a66-8343-4ff6-89be-000cf934633f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e9a1c22-17c7-4892-b583-1c348d69e6a0 HTTP/1.1" status: 200 len: 850 time: 0.0519762 Jun 16 16:00:03.112187 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f65f92be-0c3a-4a05-920c-4b93a9097034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:03.134509 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f65f92be-0c3a-4a05-920c-4b93a9097034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:03.165333 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-29dc80b2-9163-4f39-84e9-a89c3de7f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:03.166891 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-29dc80b2-9163-4f39-84e9-a89c3de7f491 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a50a3315-6c80-4963-ada6-ff4dadfa88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619037 Jun 16 16:00:03.186971 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f65f92be-0c3a-4a05-920c-4b93a9097034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:03.190488 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-f65f92be-0c3a-4a05-920c-4b93a9097034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:03.191993 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-f65f92be-0c3a-4a05-920c-4b93a9097034 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78f59dba-3ce3-4596-afdc-ffd16016bf89 HTTP/1.1" status: 204 len: 168 time: 0.1532271 Jun 16 16:00:03.193383 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-033cc830-e80a-478d-b051-ee83602edb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:03.203399 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f92be-0c3a-4a05-920c-4b93a9097034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f59dba-3ce3-4596-afdc-ffd16016bf89,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:03.214330 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f65f92be-0c3a-4a05-920c-4b93a9097034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:03.304296 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-fc7b834e-9efe-4734-bd34-ad7bc794dae2 service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293652 Jun 16 16:00:03.406663 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e3d15067-a2b3-4aa4-8011-570589deea52 req-3ab9256e-8783-4389-8bcc-c5038c431aff service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956202 Jun 16 16:00:04.008864 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac28595-1bb2-45bd-9cb8-3329ee9008fa req-2a8916f8-b9cf-4ad7-a03b-51734ce6d7cc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:04.010711 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3ac28595-1bb2-45bd-9cb8-3329ee9008fa req-2a8916f8-b9cf-4ad7-a03b-51734ce6d7cc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0829649 Jun 16 16:00:04.067347 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3ac28595-1bb2-45bd-9cb8-3329ee9008fa req-ceb578cf-55c3-4023-859e-501bc761e389 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450094 Jun 16 16:00:04.147639 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44234) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:04.258408 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8754-6b91-4240-a649-df426f318eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.352423 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8754-6b91-4240-a649-df426f318eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.357122 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4bdf8754-6b91-4240-a649-df426f318eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.359776 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-e75c76ac-4de2-4bf8-a949-cef5f89a027a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:04.396795 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4bdf8754-6b91-4240-a649-df426f318eb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cce11e6547a483da7444dbc75218a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479722 Jun 16 16:00:04.398851 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf8754-6b91-4240-a649-df426f318eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947cc1cb-ef5f-4a1d-a7a4-233a1dd7615c,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:04.399912 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44238) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:04.402577 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4bdf8754-6b91-4240-a649-df426f318eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:04.407364 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-64326391-0ed5-42d6-bfd8-cad9ec56b3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.454072 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3efd5051-a1b2-476a-b769-d5a202fc2d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.475847 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3efd5051-a1b2-476a-b769-d5a202fc2d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.521735 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3efd5051-a1b2-476a-b769-d5a202fc2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.524273 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3efd5051-a1b2-476a-b769-d5a202fc2d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.525439 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3efd5051-a1b2-476a-b769-d5a202fc2d68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/947cc1cb-ef5f-4a1d-a7a4-233a1dd7615c HTTP/1.1" status: 204 len: 168 time: 0.1238458 Jun 16 16:00:04.526194 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3de72a5c-d6d2-4b03-8cb6-dadb77add2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:04.537568 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd5051-a1b2-476a-b769-d5a202fc2d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947cc1cb-ef5f-4a1d-a7a4-233a1dd7615c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:04.540662 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3efd5051-a1b2-476a-b769-d5a202fc2d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:04.805410 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44244) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:04.819734 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-45eadfd5-495a-477a-ad0d-d5f15862148f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.917988 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-45eadfd5-495a-477a-ad0d-d5f15862148f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.922013 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-45eadfd5-495a-477a-ad0d-d5f15862148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:04.924421 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b91c3cec-c1c5-46aa-8600-532c28243fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:04.963490 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eadfd5-495a-477a-ad0d-d5f15862148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75484afd-f8c4-490d-b88f-bcb15560738a,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:04.969117 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-45eadfd5-495a-477a-ad0d-d5f15862148f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0755dd10ce424a569ef31f3c803d5b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626348 Jun 16 16:00:04.970058 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-45eadfd5-495a-477a-ad0d-d5f15862148f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:04.971665 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44250) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:05.029784 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4e934617-c49d-45c5-bdb9-8d0ca624c4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.051645 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4e934617-c49d-45c5-bdb9-8d0ca624c4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.101664 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4e934617-c49d-45c5-bdb9-8d0ca624c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.106137 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4e934617-c49d-45c5-bdb9-8d0ca624c4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.109856 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4e934617-c49d-45c5-bdb9-8d0ca624c4cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75484afd-f8c4-490d-b88f-bcb15560738a HTTP/1.1" status: 204 len: 168 time: 0.1346848 Jun 16 16:00:05.109856 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-3f02c309-5f81-41aa-b114-3e35c3cc614f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:05.116266 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e934617-c49d-45c5-bdb9-8d0ca624c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75484afd-f8c4-490d-b88f-bcb15560738a,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:05.118962 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4e934617-c49d-45c5-bdb9-8d0ca624c4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:05.279946 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c6be1-7251-44bc-96be-13a869c31bd4 req-cbda0820-f123-460e-b245-3b53ada1001f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:05.281491 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-676c6be1-7251-44bc-96be-13a869c31bd4 req-cbda0820-f123-460e-b245-3b53ada1001f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0707452 Jun 16 16:00:05.285310 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.323026 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-676c6be1-7251-44bc-96be-13a869c31bd4 req-a618c4d8-8843-48c0-8de8-6451d5c19b3e tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341437 Jun 16 16:00:05.469969 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44262) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:05.487215 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4e4e-6ce5-4d39-845c-8bd4a428201d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.576405 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4e4e-6ce5-4d39-845c-8bd4a428201d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.580800 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4e4e-6ce5-4d39-845c-8bd4a428201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.583330 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cee7569e-ed69-4b50-8b55-d4bfd2d6b467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:05.626494 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-cb9b4e4e-6ce5-4d39-845c-8bd4a428201d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36dae5b1cc4f4f57baeb7b6cf3e6fd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547456 Jun 16 16:00:05.627386 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b4e4e-6ce5-4d39-845c-8bd4a428201d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c3b6c6-3913-4e3c-868e-c51428b2afa8,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:05.629371 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44264) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:05.631134 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cb9b4e4e-6ce5-4d39-845c-8bd4a428201d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:05.683728 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-386040de-72ec-4739-aef5-cd7d21e2d674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.706775 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-386040de-72ec-4739-aef5-cd7d21e2d674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.755507 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-386040de-72ec-4739-aef5-cd7d21e2d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.759281 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-386040de-72ec-4739-aef5-cd7d21e2d674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:05.760901 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-386040de-72ec-4739-aef5-cd7d21e2d674 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53c3b6c6-3913-4e3c-868e-c51428b2afa8 HTTP/1.1" status: 204 len: 168 time: 0.1303728 Jun 16 16:00:05.762018 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-df9f1b85-3b8b-44ad-b61e-3a70144830c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:05.772865 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386040de-72ec-4739-aef5-cd7d21e2d674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c3b6c6-3913-4e3c-868e-c51428b2afa8,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:05.775129 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-386040de-72ec-4739-aef5-cd7d21e2d674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:06.273770 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:06.849974 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44300) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:06.962735 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07129259-21d2-40ac-8ee1-a7a754ef96ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:07.071675 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07129259-21d2-40ac-8ee1-a7a754ef96ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:07.076872 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-07129259-21d2-40ac-8ee1-a7a754ef96ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:07.079467 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7c4736de-65f1-46d4-9de2-2dcaacea100a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:07.115546 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07129259-21d2-40ac-8ee1-a7a754ef96ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183fcbbc-1696-4fbf-8ff5-13c766a5c293,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:07.122614 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-07129259-21d2-40ac-8ee1-a7a754ef96ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e8f5567b0c34e599aef7a2bcda8ecc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690837 Jun 16 16:00:07.122614 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-07129259-21d2-40ac-8ee1-a7a754ef96ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:07.122888 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44316) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:07.176728 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9a29-c3a9-4da0-851e-35484529914f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:07.205393 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9a29-c3a9-4da0-851e-35484529914f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:07.254235 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9a29-c3a9-4da0-851e-35484529914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:07.256881 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9a29-c3a9-4da0-851e-35484529914f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:07.258006 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1ffd9a29-c3a9-4da0-851e-35484529914f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/183fcbbc-1696-4fbf-8ff5-13c766a5c293 HTTP/1.1" status: 204 len: 168 time: 0.1342354 Jun 16 16:00:07.258759 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e0adc6a6-c88e-4329-962e-19898b9af2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:07.267228 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd9a29-c3a9-4da0-851e-35484529914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183fcbbc-1696-4fbf-8ff5-13c766a5c293,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:07.269595 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1ffd9a29-c3a9-4da0-851e-35484529914f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:08.588673 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:09.674569 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44358) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:09.796888 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:09.885638 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:09.890155 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:09.892496 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8cff6df6-34bc-4a11-8bb7-407130006f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:09.928217 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697fe4af-6434-4ff7-bc5f-17ced446ca56,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:09.931948 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d1b59d66d174127a31d0e57d71c8d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563078 Jun 16 16:00:09.935491 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44362) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:09.938105 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.938473 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.938837 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.939251 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.939606 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.939958 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.940374 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.940692 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.941042 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.941389 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.941733 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.942205 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:09.945843 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:09.989357 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-286da943-dd1b-4b72-b9da-fee99491d399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:10.010701 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-286da943-dd1b-4b72-b9da-fee99491d399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:10.057943 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-286da943-dd1b-4b72-b9da-fee99491d399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:10.060667 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-286da943-dd1b-4b72-b9da-fee99491d399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:10.061813 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-286da943-dd1b-4b72-b9da-fee99491d399 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/697fe4af-6434-4ff7-bc5f-17ced446ca56 HTTP/1.1" status: 204 len: 168 time: 0.1250095 Jun 16 16:00:10.062666 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a1ab7e5e-3744-458c-8cd5-2cf4823a8bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:10.070492 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286da943-dd1b-4b72-b9da-fee99491d399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697fe4af-6434-4ff7-bc5f-17ced446ca56,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:10.072870 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-286da943-dd1b-4b72-b9da-fee99491d399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:12.581473 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44420) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:12.691335 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7ec716f6-981b-4d20-9f83-8d2c2fb778af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.788745 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7ec716f6-981b-4d20-9f83-8d2c2fb778af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.792750 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7ec716f6-981b-4d20-9f83-8d2c2fb778af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.795083 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-51dde8a0-ff43-47fa-b54b-8740712b1547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:12.835446 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7ec716f6-981b-4d20-9f83-8d2c2fb778af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=faef2975213f4426bd1ad3dbea733c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527504 Jun 16 16:00:12.836264 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec716f6-981b-4d20-9f83-8d2c2fb778af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3653a25a-8d43-47c8-81dc-8277f60fa0d8,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:12.838118 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44426) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:12.839278 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7ec716f6-981b-4d20-9f83-8d2c2fb778af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:12.891216 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.915168 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.970410 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.973504 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:12.974645 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3653a25a-8d43-47c8-81dc-8277f60fa0d8 HTTP/1.1" status: 204 len: 168 time: 0.1350160 Jun 16 16:00:12.975401 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-23b20287-2b96-4fe5-b61b-59fbea82179a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:12.984052 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3653a25a-8d43-47c8-81dc-8277f60fa0d8,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:12.991197 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.991573 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.991939 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.992299 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.992972 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.993298 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.993858 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.994141 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.994495 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.994848 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.995196 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:12.995539 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:13.000000 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:13.259992 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44434) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:13.273321 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bdbf1f14-8778-4990-8bed-e5bbb3bc9925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:13.365032 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bdbf1f14-8778-4990-8bed-e5bbb3bc9925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:13.369002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-bdbf1f14-8778-4990-8bed-e5bbb3bc9925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:13.371244 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-385999de-107b-4766-803b-7fd039710f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:13.406485 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-bdbf1f14-8778-4990-8bed-e5bbb3bc9925 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ebbc4982cdc4842936124f3a7319a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453407 Jun 16 16:00:13.408669 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf1f14-8778-4990-8bed-e5bbb3bc9925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6822844-fd14-4eef-8a8e-516d7007f00b,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:13.409355 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44436) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:13.411627 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-bdbf1f14-8778-4990-8bed-e5bbb3bc9925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:13.471088 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-16c57b83-a340-4d25-89be-302b349f655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:13.494424 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-16c57b83-a340-4d25-89be-302b349f655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:13.540097 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-16c57b83-a340-4d25-89be-302b349f655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:13.542897 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-16c57b83-a340-4d25-89be-302b349f655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:13.544695 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-16c57b83-a340-4d25-89be-302b349f655b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6822844-fd14-4eef-8a8e-516d7007f00b HTTP/1.1" status: 204 len: 168 time: 0.1342068 Jun 16 16:00:13.545514 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-46e6dc11-43ef-4d86-bb1e-b3f4eea50cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:13.554401 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c57b83-a340-4d25-89be-302b349f655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6822844-fd14-4eef-8a8e-516d7007f00b,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:13.556643 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-16c57b83-a340-4d25-89be-302b349f655b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:18.155571 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:18.560656 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3cf9-400b-4d9a-88be-96f66e1efed3 req-0874d205-4862-4c6d-aa2d-26141a769a2b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:18.562156 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a03a3cf9-400b-4d9a-88be-96f66e1efed3 req-0874d205-4862-4c6d-aa2d-26141a769a2b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0694373 Jun 16 16:00:18.600804 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a03a3cf9-400b-4d9a-88be-96f66e1efed3 req-0e586cbf-82ae-4bfb-9126-f684bf98a6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Jun 16 16:00:19.791261 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc937c-7be0-4702-b9cc-85ae6097e0ae req-ee75c118-2e8d-4ace-9242-03906d7444db tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:19.792787 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e3bc937c-7be0-4702-b9cc-85ae6097e0ae req-ee75c118-2e8d-4ace-9242-03906d7444db tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0656586 Jun 16 16:00:19.834186 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e3bc937c-7be0-4702-b9cc-85ae6097e0ae req-5661cdd7-6365-4aed-81c6-9ef4a1137535 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345087 Jun 16 16:00:21.046822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e93ca-389e-4fb1-866a-0d18c65b07b0 req-c144de0a-a08e-4a1c-ab6e-51cee0bd6689 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:21.048382 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0d8e93ca-389e-4fb1-866a-0d18c65b07b0 req-c144de0a-a08e-4a1c-ab6e-51cee0bd6689 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0866468 Jun 16 16:00:21.091241 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0d8e93ca-389e-4fb1-866a-0d18c65b07b0 req-11478d05-70c3-4d5d-9a76-383c3b78473b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360813 Jun 16 16:00:22.275030 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cdc9d-96d5-4094-b6af-08a825c980a3 req-cac09a2a-e7ce-4af2-a11e-8fc644fc61a9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:22.276506 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ad6cdc9d-96d5-4094-b6af-08a825c980a3 req-cac09a2a-e7ce-4af2-a11e-8fc644fc61a9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0691013 Jun 16 16:00:22.319113 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ad6cdc9d-96d5-4094-b6af-08a825c980a3 req-97ba9de4-44f6-4205-9f93-65346e6f9227 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363750 Jun 16 16:00:23.035991 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-7e91bf1f-f045-44a1-9baa-9a4c3051e70a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:23.037506 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-7e91bf1f-f045-44a1-9baa-9a4c3051e70a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0689192 Jun 16 16:00:23.145003 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Deleting port adf15bbc-9808-4a1b-9c24-3d75366b3790 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:23.145253 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:23.235801 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] For port adf15bbc-9808-4a1b-9c24-3d75366b3790, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=adf15bbc-9808-4a1b-9c24-3d75366b3790,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:23.236157 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:23.462823 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:23.463235 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:23.463580 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.l3_db [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Floating IP 0f04fce9-fddd-4b0d-854f-be3f760e5fad disassociated. External IP: 172.27.2.241, port: adf15bbc-9808-4a1b-9c24-3d75366b3790. Jun 16 16:00:23.463922 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Calling delete_port for adf15bbc-9808-4a1b-9c24-3d75366b3790 owned by compute:nova {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:23.524846 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a81705-be78-48e8-a7c2-86b0bd627051 req-1fe01eb2-743d-4ec3-8e64-3e89458421ea tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:23.526366 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e2a81705-be78-48e8-a7c2-86b0bd627051 req-1fe01eb2-743d-4ec3-8e64-3e89458421ea tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 946 time: 0.0676444 Jun 16 16:00:23.575802 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e2a81705-be78-48e8-a7c2-86b0bd627051 req-d01289ba-0989-4042-a822-1ca781832341 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1b59d86f-301b-499e-83e7-aab0e6eb17a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Jun 16 16:00:23.607015 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:23.611100 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:23.635222 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event deleted for resources: {'Port': ['ID=adf15bbc-9808-4a1b-9c24-3d75366b3790,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:23.640761 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:23.771833 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Router 5f5e12ab-4be4-4328-b4ed-089919df4f22 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:00:23.895220 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:00:23.910216 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] Sync routers for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:00:23.924137 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:23.925093 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:23.947010 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] No DVR routers for this DVR port adf15bbc-9808-4a1b-9c24-3d75366b3790 on host hv-cinder-79611 {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:00:23.950814 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:23.952695 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e28e25a4-e8b4-4049-af3b-60d8b7000525 req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "DELETE /v2.0/ports/adf15bbc-9808-4a1b-9c24-3d75366b3790 HTTP/1.1" status: 204 len: 173 time: 0.9080658 Jun 16 16:00:23.953228 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-deleted', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:00:23.955954 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860d81d7-6cac-4fdf-abca-0d12cfd94fda" -d '{"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-deleted", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:00:23.999950 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0721b131-0d2c-4463-a991-bf2082285edd x-openstack-request-id: req-0721b131-0d2c-4463-a991-bf2082285edd {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:00:24.000283 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c3f114-d09f-40bf-b377-4bf77b13c818", "name": "network-vif-deleted", "tag": "adf15bbc-9808-4a1b-9c24-3d75366b3790", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:00:24.000792 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0721b131-0d2c-4463-a991-bf2082285edd {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:00:24.001578 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c3f114-d09f-40bf-b377-4bf77b13c818', 'name': 'network-vif-deleted', 'tag': 'adf15bbc-9808-4a1b-9c24-3d75366b3790', 'status': 'completed', 'code': 200} Jun 16 16:00:24.195428 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6901bb8-13df-424a-8df7-7d27523c45fb req-b9f28925-5374-4123-bd75-2853f70cb091 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:24.203083 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f6901bb8-13df-424a-8df7-7d27523c45fb req-b9f28925-5374-4123-bd75-2853f70cb091 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 945 time: 0.0994506 Jun 16 16:00:24.220273 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:24.243758 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f6901bb8-13df-424a-8df7-7d27523c45fb req-8bcc31d1-fe99-48b8-9200-09380fa114fd tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Jun 16 16:00:24.467154 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:24.471621 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] Checking router: 5f5e12ab-4be4-4328-b4ed-089919df4f22 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:00:24.481060 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:24.481882 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:24.599568 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:24.767155 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6999076d-ae7c-4ff6-8cf3-d1487c1c2074 req-1f95e1ab-6287-4990-9e1a-ea0947a1c3e7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c3f114-d09f-40bf-b377-4bf77b13c818 HTTP/1.1" status: 200 len: 210 time: 0.0375144 Jun 16 16:00:24.848391 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:24.852016 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de4a9a8-93aa-4152-b8ba-30ca908e35e4 None None] The sync data for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi is: [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:00:25.083355 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6b1cc-9076-48fa-9351-0fe199ed06b6 None None] New status for floating IP 0f04fce9-fddd-4b0d-854f-be3f760e5fad: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:00:25.424067 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1d7e6-10f0-41ac-8a37-036200e4a1f8 req-bfbbf484-0d1a-497f-876a-a7ff349cd5a2 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:25.425517 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-50c1d7e6-10f0-41ac-8a37-036200e4a1f8 req-bfbbf484-0d1a-497f-876a-a7ff349cd5a2 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 945 time: 0.0642638 Jun 16 16:00:25.462830 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-50c1d7e6-10f0-41ac-8a37-036200e4a1f8 req-5dd4eff4-96ce-4103-9759-4d857c83bb97 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Jun 16 16:00:25.900565 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44662) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:26.005326 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a1e19d90-5504-47d8-9781-ee7622e51d18 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.040938 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a1e19d90-5504-47d8-9781-ee7622e51d18 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.063066 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-6251b913-478b-4a33-ae51-e723a85500b0 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:26.064613 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-6251b913-478b-4a33-ae51-e723a85500b0 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.89 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 945 time: 0.1276345 Jun 16 16:00:26.168366 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a1e19d90-5504-47d8-9781-ee7622e51d18 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.171719 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-a1e19d90-5504-47d8-9781-ee7622e51d18 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.172967 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-a1e19d90-5504-47d8-9781-ee7622e51d18 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "DELETE /v2.0/security-groups/1b59d86f-301b-499e-83e7-aab0e6eb17a5 HTTP/1.1" status: 204 len: 168 time: 0.2712665 Jun 16 16:00:26.174704 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-2ba7b71d-77ff-4712-8db2-e6ae55dd0c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:26.176364 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44666) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:26.188142 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e19d90-5504-47d8-9781-ee7622e51d18 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b59d86f-301b-499e-83e7-aab0e6eb17a5,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:26.192447 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a1e19d90-5504-47d8-9781-ee7622e51d18 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:26.196224 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.api.v2.resource [None req-5630b68c-f88c-4040-aa0c-4e61cd06aafc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] show failed (client error): The resource could not be found. Jun 16 16:00:26.204038 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44668) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:26.204762 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-5630b68c-f88c-4040-aa0c-4e61cd06aafc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups/1b59d86f-301b-499e-83e7-aab0e6eb17a5 HTTP/1.1" status: 404 len: 347 time: 0.0255983 Jun 16 16:00:26.258357 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Deleting port 60e0471a-b089-4e67-9bf0-c8e948f642e8 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:26.258700 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.424960 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] For port 60e0471a-b089-4e67-9bf0-c8e948f642e8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=60e0471a-b089-4e67-9bf0-c8e948f642e8,segment=NetworkSegment(9871f8cd-eebe-44bf-8946-7dc6eb2c5a53),segment_id=9871f8cd-eebe-44bf-8946-7dc6eb2c5a53)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:26.425645 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.433483 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Deleting port 9c9d3f12-a915-454c-a524-c49dcc5c80e7 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:26.433815 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.505345 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Calling delete_port for 60e0471a-b089-4e67-9bf0-c8e948f642e8 owned by compute:nova {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:26.833251 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fcc41-5e9b-4f3f-96f4-e1fca289ec5f req-22ab49f6-cdfa-4ec0-af18-0823f664b3e1 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:26.835097 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-199fcc41-5e9b-4f3f-96f4-e1fca289ec5f req-22ab49f6-cdfa-4ec0-af18-0823f664b3e1 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/ports?device_id=9916ac07-8d2f-4203-9dce-7d7e6918960b HTTP/1.1" status: 200 len: 945 time: 0.2506833 Jun 16 16:00:26.872012 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.872324 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.881732 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-199fcc41-5e9b-4f3f-96f4-e1fca289ec5f req-90c3a4d4-369e-4821-952f-b27a806f9e2f tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e0c6b57-22b6-41a6-b46a-652c5635c5a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382731 Jun 16 16:00:26.981329 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Calling delete_port for 9c9d3f12-a915-454c-a524-c49dcc5c80e7 owned by network:floatingip {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:27.075896 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 60e0471a-b089-4e67-9bf0-c8e948f642e8 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:27.106677 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.112052 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:27.120943 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No active binding found for port 60e0471a-b089-4e67-9bf0-c8e948f642e8 {{(pid=91874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 16:00:27.121531 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 60e0471a-b089-4e67-9bf0-c8e948f642e8 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:27.122123 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:27.143275 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: adf15bbc-9808-4a1b-9c24-3d75366b3790 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:27.143821 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device adf15bbc-9808-4a1b-9c24-3d75366b3790 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:27.146011 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Pushing event deleted for resources: {'Port': ['ID=60e0471a-b089-4e67-9bf0-c8e948f642e8,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:27.158822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:27.206706 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] No DVR routers for this DVR port 60e0471a-b089-4e67-9bf0-c8e948f642e8 on host hv-cinder-79611 {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:00:27.210744 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.212796 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b24dc365-efbc-4d07-ac3e-e25793275c5b req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] 10.222.0.89 "DELETE /v2.0/ports/60e0471a-b089-4e67-9bf0-c8e948f642e8 HTTP/1.1" status: 204 len: 173 time: 1.1425049 Jun 16 16:00:27.213265 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9916ac07-8d2f-4203-9dce-7d7e6918960b', 'name': 'network-vif-deleted', 'tag': '60e0471a-b089-4e67-9bf0-c8e948f642e8'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:00:27.216580 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6342c07-68f4-45b7-ae73-4198831f19ad" -d '{"events": [{"server_uuid": "9916ac07-8d2f-4203-9dce-7d7e6918960b", "name": "network-vif-deleted", "tag": "60e0471a-b089-4e67-9bf0-c8e948f642e8"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:00:27.274853 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7995bb7e-76db-4376-8e99-2c68b01b3b53 x-openstack-request-id: req-7995bb7e-76db-4376-8e99-2c68b01b3b53 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:00:27.275269 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9916ac07-8d2f-4203-9dce-7d7e6918960b", "name": "network-vif-deleted", "tag": "60e0471a-b089-4e67-9bf0-c8e948f642e8", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:00:27.275625 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7995bb7e-76db-4376-8e99-2c68b01b3b53 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:00:27.276127 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9916ac07-8d2f-4203-9dce-7d7e6918960b', 'name': 'network-vif-deleted', 'tag': '60e0471a-b089-4e67-9bf0-c8e948f642e8', 'status': 'completed', 'code': 200} Jun 16 16:00:27.294499 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.297630 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1fd88e50-b31f-495d-80d1-9388eb278e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:27.325566 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event deleted for resources: {'Port': ['ID=9c9d3f12-a915-454c-a524-c49dcc5c80e7,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:27.330340 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:27.391973 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.394636 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:27.395920 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "DELETE /v2.0/floatingips/0f04fce9-fddd-4b0d-854f-be3f760e5fad HTTP/1.1" status: 204 len: 168 time: 1.1907725 Jun 16 16:00:27.898707 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44696) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:27.905981 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-98ee2c84-1530-447c-80a6-b57c4852ebff tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154737561', 'description': 'tempest-description--1788071852'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:27.930270 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-98ee2c84-1530-447c-80a6-b57c4852ebff tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.023109 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-98ee2c84-1530-447c-80a6-b57c4852ebff tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.028097 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-98ee2c84-1530-447c-80a6-b57c4852ebff tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.031438 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-144162f1-eea0-45b3-85d6-4217323ad4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:28.054384 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-98ee2c84-1530-447c-80a6-b57c4852ebff tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.055585 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-98ee2c84-1530-447c-80a6-b57c4852ebff tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1558907 Jun 16 16:00:28.060458 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44702) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:28.066293 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-c7eece89-387a-4bbe-bf29-3d98d7e0801e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'security_group_rule': {'security_group_id': '1a2ca0f2-3454-4f3c-bf3a-ed9343492435', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:28.078199 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee2c84-1530-447c-80a6-b57c4852ebff tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2ca0f2-3454-4f3c-bf3a-ed9343492435,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:28.084858 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-98ee2c84-1530-447c-80a6-b57c4852ebff tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:28.107727 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c7eece89-387a-4bbe-bf29-3d98d7e0801e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.171629 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c7eece89-387a-4bbe-bf29-3d98d7e0801e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.175674 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c7eece89-387a-4bbe-bf29-3d98d7e0801e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.182885 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:28.201927 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eece89-387a-4bbe-bf29-3d98d7e0801e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6975c76-14e2-485e-b56d-5691fa17c1ea,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:28.205921 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c7eece89-387a-4bbe-bf29-3d98d7e0801e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:28.207344 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c7eece89-387a-4bbe-bf29-3d98d7e0801e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.211527 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-c7eece89-387a-4bbe-bf29-3d98d7e0801e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470861 Jun 16 16:00:28.211646 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44704) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:28.216361 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-21bd1cf9-9ac5-472b-b7e1-c03dc6b5b967 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'security_group_rule': {'security_group_id': '1a2ca0f2-3454-4f3c-bf3a-ed9343492435', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:28.260432 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-21bd1cf9-9ac5-472b-b7e1-c03dc6b5b967 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.336159 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-21bd1cf9-9ac5-472b-b7e1-c03dc6b5b967 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.341645 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-21bd1cf9-9ac5-472b-b7e1-c03dc6b5b967 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.347695 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4ca4ac4-a9ed-4e1a-8a07-6203e02d84e4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:28.365003 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd1cf9-9ac5-472b-b7e1-c03dc6b5b967 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7f7980-e995-445a-b474-64fdab4830e0,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:28.369037 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-21bd1cf9-9ac5-472b-b7e1-c03dc6b5b967 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:28.372980 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-21bd1cf9-9ac5-472b-b7e1-c03dc6b5b967 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.374334 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-21bd1cf9-9ac5-472b-b7e1-c03dc6b5b967 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617615 Jun 16 16:00:28.378231 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44714) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:28.386737 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'floatingip': {'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:28.414042 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.520698 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.695219 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Allocated IP 172.27.2.132 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/ce7cf586-fdaa-4c2b-a96f-ac65c09fe6f4) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:00:28.829764 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.879183 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.881260 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-efdf86da-1133-4e5f-b05e-3f5ff78f502d tempest-VolumesActionsTest-276367514 tempest-VolumesActionsTest-276367514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:28.921456 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:00:28.926590 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:00:28.929998 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:00:28.955295 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'Port': ['ID=ce7cf586-fdaa-4c2b-a96f-ac65c09fe6f4,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:28.959841 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:29.032371 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:29.076710 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:29.241612 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:29.247382 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:29.249646 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c310f651-0692-4970-bae6-0e9bccd9b5c7 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:29.316098 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'Port': ['ID=ce7cf586-fdaa-4c2b-a96f-ac65c09fe6f4,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:29.320137 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:29.326022 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:29.340280 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:29.341677 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9618979 Jun 16 16:00:29.591091 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-7e3be249-bbfd-42e9-b0e5-db54e4796e62 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--154737561&fields=id&tenant_id=901109e289144f64a8dd19efd1461637 HTTP/1.1" status: 200 len: 267 time: 0.0520453 Jun 16 16:00:29.707070 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857c4a9-f496-48fa-b462-9a145780b885 req-ae0d7404-2aae-40d6-abf0-180bb7eb00c2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:29.708992 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-ae0d7404-2aae-40d6-abf0-180bb7eb00c2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 817 time: 0.1113367 Jun 16 16:00:29.725497 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-59cb95d6-a2a9-40c5-a3b1-354bca7d75df tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/quotas/901109e289144f64a8dd19efd1461637 HTTP/1.1" status: 200 len: 375 time: 0.0095038 Jun 16 16:00:29.809679 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-2e6fc5d3-1cea-494e-b1dd-56391bc4d8bc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783100 Jun 16 16:00:29.968586 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-f83888ca-5baa-4c7c-813e-7453590a57ff service neutron] 10.222.0.48 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462529 Jun 16 16:00:30.068225 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-f2229615-dbb0-4af4-bebe-5f311f10d4f5 service neutron] 10.222.0.48 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937121 Jun 16 16:00:30.313251 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-76344346-8fd8-429f-823f-df6f26527450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:30.325855 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-61f5c174-b9fb-41c6-92fe-f41372ff23c0 req-8f7d4682-9c15-42e2-ab68-12960c55d29c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 210 time: 0.0932603 Jun 16 16:00:31.499451 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fa51523a-6fa8-4f2f-b7a5-c81439a245b6 req-6ebfe9a6-ac41-40d2-9b9b-dcec863edb04 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 210 time: 0.0559745 Jun 16 16:00:32.398970 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-13cdb42b-4dcc-45c4-8a4f-11e14340ba57 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504914476&fields=id&tenant_id=3018201aa7cd488eb862a3d0bd1dd366 HTTP/1.1" status: 200 len: 267 time: 0.0365565 Jun 16 16:00:32.474896 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-c0c51910-a797-42e8-8c6c-8661fa178bc9 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:32.476556 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-c0c51910-a797-42e8-8c6c-8661fa178bc9 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 985 time: 0.0711691 Jun 16 16:00:32.489032 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Request body: {'port': {'security_groups': ['3f854afb-2c4c-4a0b-a900-7a8d74df4c17']}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:32.604289 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:32.669181 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7f9cb444-2db9-4767-a96b-0f9b92872b70 req-206223c9-a4ae-4fd7-9c1d-4ec1565163c0 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 210 time: 0.0396013 Jun 16 16:00:32.876773 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857c4a9-f496-48fa-b462-9a145780b885 req-d1f62468-bb45-4043-983f-4398b277d785 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:32.878212 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-d1f62468-bb45-4043-983f-4398b277d785 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 817 time: 0.2190626 Jun 16 16:00:32.943996 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] For port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:32.973072 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-8155f639-bb3e-4492-9415-dde4c2c3fb5c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901109e289144f64a8dd19efd1461637 HTTP/1.1" status: 200 len: 379 time: 0.0800159 Jun 16 16:00:33.003168 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'port': {'device_id': '6da2516f-4223-420c-8f92-bce664360048', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'admin_state_up': True, 'tenant_id': '901109e289144f64a8dd19efd1461637', 'security_groups': ['1a2ca0f2-3454-4f3c-bf3a-ed9343492435']}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:33.010881 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.033019 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.038156 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-3218ff21-8e63-4878-bcce-c08a0e9425fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:33.043795 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:00:33.134413 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:33.135062 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.137173 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4d20cdea-ad6c-4e77-9eef-dff56bce373d req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "PUT /v2.0/ports/a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 943 time: 0.6532447 Jun 16 16:00:33.141690 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:00:33.143941 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 44810) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:33.145419 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b98949-d004-42fe-9fc0-8737ceedbfc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:00:33.198201 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event updated for resources: {'Port': ['ID=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,revision_number=7']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:33.221829 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c752757-8eff-47c3-932f-6cb17a9afa88 x-openstack-request-id: req-7c752757-8eff-47c3-932f-6cb17a9afa88 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:00:33.222325 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:00:33.223419 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c752757-8eff-47c3-932f-6cb17a9afa88 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:00:33.225347 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'status': 'completed', 'code': 200} Jun 16 16:00:33.226679 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:33.227626 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:00:33.288351 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Made reservation on behalf of 901109e289144f64a8dd19efd1461637 for: {'port': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:00:33.297055 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.304966 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ed23480-0a97-4261-aaad-4e94b69d4f74 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.352188 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ed23480-0a97-4261-aaad-4e94b69d4f74 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.393005 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-12fc3161-d705-4a02-9122-8f81571f0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:33.395639 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-12fc3161-d705-4a02-9122-8f81571f0c47 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3018201aa7cd488eb862a3d0bd1dd366&device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 1099 time: 0.1342580 Jun 16 16:00:33.468152 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-809c1f82-01b2-4a2c-be36-2713c5401189 None None] Provisioning complete for port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:33.468562 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-809c1f82-01b2-4a2c-be36-2713c5401189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.475230 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Allocated IP 172.20.0.4 (aeefd93e-e87c-4837-ade8-2e1719db7ebc/e17ada31-d1f7-4361-b266-9f0026dd2c15/675c240f-60a6-42cb-b445-2dd4b2e4bcfe) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:00:33.525771 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-61c3ae76-b62c-4270-b501-20214b5662cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:33.528286 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-61c3ae76-b62c-4270-b501-20214b5662cc service neutron] 10.222.0.89 "GET /v2.0/networks?id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78 HTTP/1.1" status: 200 len: 917 time: 0.1164494 Jun 16 16:00:33.546034 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ed23480-0a97-4261-aaad-4e94b69d4f74 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.549158 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1ed23480-0a97-4261-aaad-4e94b69d4f74 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.550484 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1ed23480-0a97-4261-aaad-4e94b69d4f74 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "DELETE /v2.0/security-groups/d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11 HTTP/1.1" status: 204 len: 168 time: 0.4053290 Jun 16 16:00:33.556033 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 44814) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:33.582819 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7ec716f6-981b-4d20-9f83-8d2c2fb778af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:33.598255 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23480-0a97-4261-aaad-4e94b69d4f74 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c8e9f1-ad21-42f6-b74a-76a1b52ccf11,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:33.604069 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1ed23480-0a97-4261-aaad-4e94b69d4f74 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:33.620708 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-43e1627e-fcc1-4737-9318-fa9017c6135c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 1001 time: 0.0837195 Jun 16 16:00:33.676641 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-f775d414-2df0-488b-ad5b-ff8d4fcfcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:33.678114 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-f775d414-2df0-488b-ad5b-ff8d4fcfcbc7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5be5c848-fa7b-460d-be68-af6b9ab8daf4 HTTP/1.1" status: 200 len: 854 time: 0.0514548 Jun 16 16:00:33.713985 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.756200 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-5224c944-eb7f-4837-86bb-1cd78559c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:33.757984 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-5224c944-eb7f-4837-86bb-1cd78559c20f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725977 Jun 16 16:00:33.781383 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.provisioning_blocks [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Transition to ACTIVE for port object 675c240f-60a6-42cb-b445-2dd4b2e4bcfe will not be triggered until provisioned by entity DHCP. {{(pid=91872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:00:33.846092 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-74382a13-7f2a-4ba9-9260-b52b0c9764d2 req-23afd58f-719a-4faf-93e8-a40689dcb1d5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 210 time: 0.0403295 Jun 16 16:00:33.863127 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-f2a1a919-b230-4c1a-a191-1cdb05939cdc service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952492 Jun 16 16:00:33.873267 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.877807 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:33.927774 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:00:33.929383 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Deleting port 26d01812-f098-4497-9606-292392121cc5 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:33.929736 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:33.939188 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:00:33.958523 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:00:33.962319 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-04b98949-d004-42fe-9fc0-8737ceedbfc3 req-bf45f700-10c7-460f-9980-e4a27bd6d66a service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917420 Jun 16 16:00:33.982450 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:33.989159 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:34.050373 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:34.050997 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.075863 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-a233fe1b-221a-4d6b-8f24-c58beff10d20 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0837119 Jun 16 16:00:34.079591 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.079924 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.092395 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Request body: {'port': {'device_id': '6da2516f-4223-420c-8f92-bce664360048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:34.173937 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Calling delete_port for 26d01812-f098-4497-9606-292392121cc5 owned by network:floatingip {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:34.193897 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-9715dbc4-2a72-4138-9ffd-2dd4c53fe394 None None] Provisioning for port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:00:34.208229 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-9715dbc4-2a72-4138-9ffd-2dd4c53fe394 None None] Provisioning complete for port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:34.208229 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9715dbc4-2a72-4138-9ffd-2dd4c53fe394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.242891 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-9715dbc4-2a72-4138-9ffd-2dd4c53fe394 None None] Port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:00:34.303465 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.410951 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e26ab4fc-42ba-477a-b5a6-c9cd24faa26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.476520 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:00:34.555780 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.559628 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1088c842-b9cd-4b12-8884-b2bc804b0814 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:34.589572 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event deleted for resources: {'Port': ['ID=26d01812-f098-4497-9606-292392121cc5,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:34.597403 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:34.703132 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks [] for floatingip, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.703461 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.l3_db [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Floating IP b1247989-ac1c-4414-9c94-1fb42db0d235 disassociated (deleted). External IP: 172.27.2.74, port: a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf. Jun 16 16:00:34.770674 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675c240f-60a6-42cb-b445-2dd4b2e4bcfe {{(pid=91872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:00:34.781359 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.805473 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.provisioning_blocks [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Transition to ACTIVE for port object 675c240f-60a6-42cb-b445-2dd4b2e4bcfe will not be triggered until provisioned by entity L2. {{(pid=91872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:00:34.812141 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:34.815623 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-87f9e2b8-27c9-4456-910d-4a8a570905a7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:34.915998 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:34.955424 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:35.067058 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a0aed-23d6-47d9-98ca-2e1cd0bb40be req-75a0d0bb-b9d1-46f5-9e65-aee83a9b91c9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:35.068662 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-667a0aed-23d6-47d9-98ca-2e1cd0bb40be req-75a0d0bb-b9d1-46f5-9e65-aee83a9b91c9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0732181 Jun 16 16:00:35.077169 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.managers [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Attempting to bind port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:00:35.077498 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.managers [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Attempting to bind port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'}] {{(pid=91872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:00:35.077820 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Attempting to bind port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe on network aeefd93e-e87c-4837-ade8-2e1719db7ebc {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:00:35.088356 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe on network aeefd93e-e87c-4837-ade8-2e1719db7ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:00:35.088704 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Attempting to bind port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe on network aeefd93e-e87c-4837-ade8-2e1719db7ebc {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:00:35.098295 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:00:35.098623 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Checking segment: {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:00:35.098995 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Bound using segment: {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'} {{(pid=91872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:00:35.099421 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.managers [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Bound port: 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3e582e-925f-48d6-bd03-30d93b0188d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc'}}] {{(pid=91872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:00:35.099763 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:35.103244 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:00:35.108175 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-667a0aed-23d6-47d9-98ca-2e1cd0bb40be req-e9cd58aa-96d9-4d47-9113-c2f9d04e3b96 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331707 Jun 16 16:00:35.278631 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:35.514932 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, cleared binding levels {{(pid=91872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:00:35.519403 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:00:35.527950 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:35.532225 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:35.562980 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:00:35.577772 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:35.578126 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] Sync routers for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:00:35.600046 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:35.600957 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:35.611533 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:35.612266 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:35.613841 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] 10.222.0.89 "PUT /v2.0/ports/675c240f-60a6-42cb-b445-2dd4b2e4bcfe HTTP/1.1" status: 200 len: 1093 time: 1.5262604 Jun 16 16:00:35.614738 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:00:35.617188 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cbb578-3237-4d59-8fee-591c9fd1403f" -d '{"events": [{"name": "network-changed", "server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:00:35.643215 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=3']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:35.647692 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:35.665397 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "DELETE /v2.0/floatingips/b1247989-ac1c-4414-9c94-1fb42db0d235 HTTP/1.1" status: 204 len: 168 time: 2.1079648 Jun 16 16:00:35.716181 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bf5413-84d8-4c79-9357-51cc6c772faf x-openstack-request-id: req-59bf5413-84d8-4c79-9357-51cc6c772faf {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:00:35.716734 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:00:35.717117 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59bf5413-84d8-4c79-9357-51cc6c772faf {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:00:35.719028 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'status': 'completed', 'code': 200} Jun 16 16:00:35.762416 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857c4a9-f496-48fa-b462-9a145780b885 req-9d8850f5-fb03-49c3-99c9-dfeaa9628248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:35.762416 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-9d8850f5-fb03-49c3-99c9-dfeaa9628248 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 1096 time: 0.0841095 Jun 16 16:00:35.814747 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:35.825060 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-0bfbf6e5-a36b-4351-93fa-136e227b6172 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe HTTP/1.1" status: 200 len: 217 time: 0.0553424 Jun 16 16:00:35.904752 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857c4a9-f496-48fa-b462-9a145780b885 req-ac211e80-7c6d-4a44-8dd6-39df9a0e1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:35.906303 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-ac211e80-7c6d-4a44-8dd6-39df9a0e1f6c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.0720601 Jun 16 16:00:35.998733 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857c4a9-f496-48fa-b462-9a145780b885 req-0a507f13-c0b2-44d5-b123-44ee6c97d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:36.000587 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-0a507f13-c0b2-44d5-b123-44ee6c97d339 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868287 Jun 16 16:00:36.087211 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '8df489bf-6b68-41e9-bedd-b3521728be94', 'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'mac_address': 'fa:16:3e:47:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:36Z', 'updated_at': '2021-06-16T15:56:45Z', 'revision_number': 5, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'subnets': [{'id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:36.091361 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] Checking router: 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:00:36.100486 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:36.101328 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:36.164952 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-ea572ff4-e326-4dfc-ab81-a40a2fe62168 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555345 Jun 16 16:00:36.224374 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:36.281213 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7857c4a9-f496-48fa-b462-9a145780b885 req-ef3d8ec5-b0b2-442d-8e94-d4396b776607 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091919 Jun 16 16:00:36.327059 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93c481-25f2-4b9c-8ed9-a166305fcf04 req-bebd987c-73ce-4260-995b-b77578bb7e53 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:36.329209 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-da93c481-25f2-4b9c-8ed9-a166305fcf04 req-bebd987c-73ce-4260-995b-b77578bb7e53 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0874016 Jun 16 16:00:36.339343 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:36.407264 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-6e2ca0fc-888d-4f6d-9744-a89a315897dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:36.409471 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-6e2ca0fc-888d-4f6d-9744-a89a315897dc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 1096 time: 0.0686209 Jun 16 16:00:36.461489 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-da93c481-25f2-4b9c-8ed9-a166305fcf04 req-d4479066-fc6d-4203-8736-98aab703ec0d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228833 Jun 16 16:00:36.523446 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '8df489bf-6b68-41e9-bedd-b3521728be94', 'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'mac_address': 'fa:16:3e:47:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:36Z', 'updated_at': '2021-06-16T15:56:45Z', 'revision_number': 5, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'subnets': [{'id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:36.527578 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5aee6f-73d1-4961-88c2-796827c017a2 None None] The sync data for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi is: [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '8df489bf-6b68-41e9-bedd-b3521728be94', 'name': '', 'network_id': 'befddb0d-a440-4e48-b2cf-9a7ad0c57c78', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'mac_address': 'fa:16:3e:47:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:36Z', 'updated_at': '2021-06-16T15:56:45Z', 'revision_number': 5, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'subnets': [{'id': '5be5c848-fa7b-460d-be68-af6b9ab8daf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:00:36.533571 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-1eb62660-0437-4101-becf-95399beba386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:36.535057 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-1eb62660-0437-4101-becf-95399beba386 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.1165211 Jun 16 16:00:36.587246 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-d15ce60d-21b2-4ec2-af95-c1af6011d49d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe HTTP/1.1" status: 200 len: 217 time: 0.0407465 Jun 16 16:00:36.646784 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-ada653d8-e6af-4dd7-b3b4-8e7fbc7756eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:36.648468 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-ada653d8-e6af-4dd7-b3b4-8e7fbc7756eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.0528135 Jun 16 16:00:36.726436 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-8df933f0-987e-4904-b214-8b35760a02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:36.727985 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-8df933f0-987e-4904-b214-8b35760a02cf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694504 Jun 16 16:00:36.845815 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da33a9e-1578-45f9-bbb2-d05e61eaa339 None None] New status for floating IP b1247989-ac1c-4414-9c94-1fb42db0d235: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:00:36.864259 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-78d6723c-778c-4f7e-8d7a-b5f30c3b78a6 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167064 Jun 16 16:00:36.978759 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-71cbb578-3237-4d59-8fee-591c9fd1403f req-3f23a155-c821-48a4-88ff-e8c6ff8dff6b service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068456 Jun 16 16:00:37.664501 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933553-a9eb-435b-ac51-73acfb86a799 req-4e50be27-270b-4c26-b743-f463b0c51370 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:37.666001 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-42933553-a9eb-435b-ac51-73acfb86a799 req-4e50be27-270b-4c26-b743-f463b0c51370 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0682046 Jun 16 16:00:37.705669 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-42933553-a9eb-435b-ac51-73acfb86a799 req-4d181b6e-83f5-4b27-9638-3a17274515bf tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330398 Jun 16 16:00:37.720329 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:00:37.722736 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e19d84-5895-482d-903b-a13b6018bcda" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:00:37.760997 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33204848-0901-4468-9c9e-063e436f801f x-openstack-request-id: req-33204848-0901-4468-9c9e-063e436f801f {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:00:37.761973 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:00:37.762268 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33204848-0901-4468-9c9e-063e436f801f {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:00:37.762699 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'status': 'completed', 'code': 200} Jun 16 16:00:38.593065 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:38.890541 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec4046-64a9-4660-ac7b-ad580827fb26 req-b4ee5668-4fd7-4eee-ba13-9b99c82f7559 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:38.891945 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3cec4046-64a9-4660-ac7b-ad580827fb26 req-b4ee5668-4fd7-4eee-ba13-9b99c82f7559 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0658593 Jun 16 16:00:38.937050 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3cec4046-64a9-4660-ac7b-ad580827fb26 req-8e1c6dca-343e-497e-a565-f3337e16e661 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366623 Jun 16 16:00:39.768821 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e19d84-5895-482d-903b-a13b6018bcda req-aaeccf31-f5c8-4dcc-b998-9c2b4c4a289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:39.770315 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-64e19d84-5895-482d-903b-a13b6018bcda req-aaeccf31-f5c8-4dcc-b998-9c2b4c4a289d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3018201aa7cd488eb862a3d0bd1dd366&device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 1099 time: 0.0565872 Jun 16 16:00:39.869985 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e19d84-5895-482d-903b-a13b6018bcda req-1435d32e-6c20-4af6-bb7a-6702f9d3fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:39.872661 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-64e19d84-5895-482d-903b-a13b6018bcda req-1435d32e-6c20-4af6-bb7a-6702f9d3fe6f service neutron] 10.222.0.89 "GET /v2.0/networks?id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78 HTTP/1.1" status: 200 len: 917 time: 0.0949881 Jun 16 16:00:39.918962 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-64e19d84-5895-482d-903b-a13b6018bcda req-a8618976-36ba-4d5a-a7f8-47fd07298eba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 200 len: 217 time: 0.0370972 Jun 16 16:00:39.975946 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e19d84-5895-482d-903b-a13b6018bcda req-4f52adcb-614e-44f3-a6b7-f1485bba477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:39.977420 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-64e19d84-5895-482d-903b-a13b6018bcda req-4f52adcb-614e-44f3-a6b7-f1485bba477f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5be5c848-fa7b-460d-be68-af6b9ab8daf4 HTTP/1.1" status: 200 len: 854 time: 0.0506411 Jun 16 16:00:40.050903 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e19d84-5895-482d-903b-a13b6018bcda req-b4f5a9bd-c7bc-4fd3-96c2-40c8a35a542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:40.052464 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-64e19d84-5895-482d-903b-a13b6018bcda req-b4f5a9bd-c7bc-4fd3-96c2-40c8a35a542b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=befddb0d-a440-4e48-b2cf-9a7ad0c57c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633564 Jun 16 16:00:40.138136 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a52ca-2f8b-4a19-a40f-cb4a537e2acd req-661ea90f-8f05-4af8-841f-6808c13b47e1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:40.139969 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed0a52ca-2f8b-4a19-a40f-cb4a537e2acd req-661ea90f-8f05-4af8-841f-6808c13b47e1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0736551 Jun 16 16:00:40.154455 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-64e19d84-5895-482d-903b-a13b6018bcda req-ad786e7e-a8d7-4937-9a1c-72bd45f1387a service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943327 Jun 16 16:00:40.185143 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed0a52ca-2f8b-4a19-a40f-cb4a537e2acd req-ce3afd43-c373-48f9-9b13-b2d7fcf6119e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383716 Jun 16 16:00:40.954937 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-64e19d84-5895-482d-903b-a13b6018bcda req-8eab009a-586a-4016-903a-24ad0f803422 service neutron] 10.222.0.89 "GET /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915003 Jun 16 16:00:41.359192 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dc34b-96e8-46ce-93ab-0bf792037b9b req-89695091-ca28-4f55-aac0-3e7f5074801b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:41.360701 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-950dc34b-96e8-46ce-93ab-0bf792037b9b req-89695091-ca28-4f55-aac0-3e7f5074801b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0641785 Jun 16 16:00:41.399457 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-950dc34b-96e8-46ce-93ab-0bf792037b9b req-9e006597-affa-4802-93ed-cdacbf05518a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Jun 16 16:00:41.537479 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 675c240f-60a6-42cb-b445-2dd4b2e4bcfe details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:00:41.637138 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:41.648218 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'port_id': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'mac_address': 'fa:16:3e:33:12:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:00:41.685230 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:41.697797 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675c240f-60a6-42cb-b445-2dd4b2e4bcfe {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:00:41.716904 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:41.725479 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:41.728423 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-35e4b780-b475-4425-b82a-ade41bbb7d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:41.780456 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:41.787561 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.787839 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.788175 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.788507 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.788861 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.789188 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.789512 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.789829 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.790150 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.790468 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.790782 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.791099 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:00:41.795846 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:42.582875 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['675c240f-60a6-42cb-b445-2dd4b2e4bcfe'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:00:42.590818 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca474-add3-4d33-937f-d033212e5ac2 req-a04beb6a-3194-4df8-a160-7be00bec5c9f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:42.592511 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5a5ca474-add3-4d33-937f-d033212e5ac2 req-a04beb6a-3194-4df8-a160-7be00bec5c9f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 944 time: 0.0724742 Jun 16 16:00:42.640208 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5a5ca474-add3-4d33-937f-d033212e5ac2 req-6c13b704-2fc3-4f75-9c46-21466f9d4845 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415895 Jun 16 16:00:43.832936 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9e0aa-9ea6-4f2c-9127-e6647aa3fb0d req-2b0bb9d8-70e4-43fa-89e7-adfbd2a2e249 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:43.834657 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-56e9e0aa-9ea6-4f2c-9127-e6647aa3fb0d req-2b0bb9d8-70e4-43fa-89e7-adfbd2a2e249 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 944 time: 0.0721865 Jun 16 16:00:43.875764 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-56e9e0aa-9ea6-4f2c-9127-e6647aa3fb0d req-86decd27-25ad-4098-96bf-d71fa1e8ffe2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353706 Jun 16 16:00:44.083635 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d1623-76f5-44eb-8ccd-619df1af4cd0 req-f36cd93a-3493-489a-9967-58924ef94e58 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:44.085144 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-809d1623-76f5-44eb-8ccd-619df1af4cd0 req-f36cd93a-3493-489a-9967-58924ef94e58 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.0639429 Jun 16 16:00:44.124207 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-809d1623-76f5-44eb-8ccd-619df1af4cd0 req-2eb8f6c9-80af-4ee4-87d7-0b3061aa605c tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Jun 16 16:00:45.056490 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a8a47-23cc-49e5-9959-e8a5170fadc4 req-dbcdcd71-42ae-4f7d-85f6-431b54f49c86 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:45.058505 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-161a8a47-23cc-49e5-9959-e8a5170fadc4 req-dbcdcd71-42ae-4f7d-85f6-431b54f49c86 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 944 time: 0.0672522 Jun 16 16:00:45.096942 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-161a8a47-23cc-49e5-9959-e8a5170fadc4 req-fc103bf2-584e-4e7d-b35d-77b09b987ef1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328815 Jun 16 16:00:45.315316 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c38bbb-f2b3-4f8b-932c-419bc9be89de req-7ae02ce8-3d22-4f93-a7f7-6b0a6a98e69a tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:45.316926 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-66c38bbb-f2b3-4f8b-932c-419bc9be89de req-7ae02ce8-3d22-4f93-a7f7-6b0a6a98e69a tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.0657825 Jun 16 16:00:45.361670 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-66c38bbb-f2b3-4f8b-932c-419bc9be89de req-1b3e5416-59a5-4923-8a57-06bf15b0a584 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389068 Jun 16 16:00:46.319169 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200b8ef-46fb-475c-bebb-8a5743edd70d req-8fb8c231-653d-4d9c-85e2-ff49a061753d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:46.320945 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b200b8ef-46fb-475c-bebb-8a5743edd70d req-8fb8c231-653d-4d9c-85e2-ff49a061753d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 944 time: 0.0990798 Jun 16 16:00:46.366560 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b200b8ef-46fb-475c-bebb-8a5743edd70d req-65346ebd-88d8-4d2f-8421-932b62095399 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391023 Jun 16 16:00:46.540909 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bab26-89f4-4864-ab0c-e96ecca440f4 req-6473f064-2753-419c-8bee-2249ca5c3267 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:46.542984 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c74bab26-89f4-4864-ab0c-e96ecca440f4 req-6473f064-2753-419c-8bee-2249ca5c3267 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.0684435 Jun 16 16:00:46.582670 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c74bab26-89f4-4864-ab0c-e96ecca440f4 req-2cd7f5bf-0470-4fdc-8a81-5e0a71f01779 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339334 Jun 16 16:00:47.162983 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 675c240f-60a6-42cb-b445-2dd4b2e4bcfe up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:00:47.206156 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-bdc164a3-5716-4389-aad7-d5d42239d8d9 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:47.207646 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-bdc164a3-5716-4389-aad7-d5d42239d8d9 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.0757265 Jun 16 16:00:47.220081 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:00:47.224202 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:00:47.224697 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:47.313774 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:47.319797 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Deleting port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:47.320329 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:47.345327 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:00:47.348113 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7e59fe-8a95-4a28-98c2-260411ccb6b7" -d '{"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-plugged", "status": "completed", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:00:47.354163 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:47.360397 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:47.362275 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:47.403697 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60409f27-2da5-4fec-be9f-f14e028ce302 x-openstack-request-id: req-60409f27-2da5-4fec-be9f-f14e028ce302 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:00:47.404328 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-plugged", "status": "completed", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:00:47.404328 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60409f27-2da5-4fec-be9f-f14e028ce302 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:00:47.404720 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'code': 200} Jun 16 16:00:47.423003 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:47.426717 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:47.457657 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] For port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:47.458033 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:47.543989 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Calling delete_port for a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf owned by compute:nova {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:47.677697 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8f87a-fb1b-4885-a95c-0667f663fc67 req-ccbc11d3-f0ce-408b-b91a-244605e8ca72 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:47.680763 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6ae8f87a-fb1b-4885-a95c-0667f663fc67 req-ccbc11d3-f0ce-408b-b91a-244605e8ca72 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.1631474 Jun 16 16:00:47.767145 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6ae8f87a-fb1b-4885-a95c-0667f663fc67 req-4f653482-59ca-4928-81f8-a4424f893200 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720820 Jun 16 16:00:47.791833 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:47.797898 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a96135-0acf-4f2f-ace4-7180eb3085c0 req-927206e0-177b-400c-90fe-4bae6f35c69f tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:47.800445 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f5a96135-0acf-4f2f-ace4-7180eb3085c0 req-927206e0-177b-400c-90fe-4bae6f35c69f tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7036449-9fad-4610-a87f-26fbc2e808d0 HTTP/1.1" status: 200 len: 946 time: 0.0973816 Jun 16 16:00:47.802030 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-30a93ba9-aa24-4bf5-940f-6ee9790abb96 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:47.828837 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Pushing event deleted for resources: {'Port': ['ID=a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:47.832932 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:47.881486 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f5a96135-0acf-4f2f-ace4-7180eb3085c0 req-352de6e1-fd5b-4a5b-9d4d-3bf2a15d4744 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.48 "GET /v2.0/security-groups?id=3f854afb-2c4c-4a0b-a900-7a8d74df4c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698183 Jun 16 16:00:47.890800 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] No DVR routers for this DVR port a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf on host hv-cinder-79611 {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:00:47.893403 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:47.895599 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] 10.222.0.89 "DELETE /v2.0/ports/a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf HTTP/1.1" status: 204 len: 173 time: 0.6818926 Jun 16 16:00:47.896740 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'name': 'network-vif-deleted', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:00:47.899352 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de7a909-b5bc-4277-9c4a-69e363ff2850" -d '{"events": [{"server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "name": "network-vif-deleted", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:00:47.943429 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26803de-806a-45aa-aadf-a91ebb94118a x-openstack-request-id: req-b26803de-806a-45aa-aadf-a91ebb94118a {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:00:47.943762 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7036449-9fad-4610-a87f-26fbc2e808d0", "name": "network-vif-deleted", "tag": "a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:00:47.944055 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b26803de-806a-45aa-aadf-a91ebb94118a {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:00:47.944486 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7036449-9fad-4610-a87f-26fbc2e808d0', 'name': 'network-vif-deleted', 'tag': 'a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf', 'status': 'completed', 'code': 200} Jun 16 16:00:47.947986 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e4279-be3f-409c-b4cd-57237f357c65 req-2f99cec4-60c4-44c8-a3c0-9ce929c57e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:47.950025 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-663e4279-be3f-409c-b4cd-57237f357c65 req-2f99cec4-60c4-44c8-a3c0-9ce929c57e7d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 1098 time: 0.2072206 Jun 16 16:00:48.019808 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-a118ade9-7b9c-4ca2-8eee-0a7a453553a7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1223748 Jun 16 16:00:48.030090 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-663e4279-be3f-409c-b4cd-57237f357c65 req-9fa66f02-d74e-4c6c-ad71-ef80f973f2a1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691788 Jun 16 16:00:48.186141 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:48.205720 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-f49c1784-6c8f-4788-b217-c4efad998651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:48.207873 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-f49c1784-6c8f-4788-b217-c4efad998651 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 1098 time: 0.0733914 Jun 16 16:00:48.344628 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-83d99d14-9c0c-498d-a9af-d57d5b91c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:48.346094 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-83d99d14-9c0c-498d-a9af-d57d5b91c066 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 913 time: 0.1038370 Jun 16 16:00:48.414534 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-104c38d3-ccb1-476a-b561-d9ebf0f705b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c55401-9c20-4296-821c-ae493173635d HTTP/1.1" status: 200 len: 999 time: 0.0593247 Jun 16 16:00:48.464078 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-de40e31a-ba42-433a-8678-dbf7e729967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:48.465592 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-de40e31a-ba42-433a-8678-dbf7e729967f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e9a1c22-17c7-4892-b583-1c348d69e6a0 HTTP/1.1" status: 200 len: 850 time: 0.0441434 Jun 16 16:00:48.547572 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-f973cc4c-9d14-4e5c-93e0-cc1622e73dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:48.549473 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-f973cc4c-9d14-4e5c-93e0-cc1622e73dda service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a50a3315-6c80-4963-ada6-ff4dadfa88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687308 Jun 16 16:00:48.669871 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-6c61f2f0-1759-4584-9f6a-6e1d3d23fa9c service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128497 Jun 16 16:00:48.795872 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-dce4de02-3050-4fd8-8516-95ad3c40a056 service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102962 Jun 16 16:00:48.967301 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963600-99d4-44a6-8e67-b86d4579c738 req-5734fc8f-0d2b-443a-b724-3a356266885e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:48.968867 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-08963600-99d4-44a6-8e67-b86d4579c738 req-5734fc8f-0d2b-443a-b724-3a356266885e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0749259 Jun 16 16:00:49.016091 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-08963600-99d4-44a6-8e67-b86d4579c738 req-ec1e51a2-7537-4232-a6d8-d13c28ea7ac3 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Jun 16 16:00:49.161773 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:49.189899 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:49.190390 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device a30b8d41-59e4-47f3-a672-9d6d5b7bbcdf not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:49.714999 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45116) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:50.081894 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891850'] for router_interface, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:50.227247 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef666ad-5105-4926-82ed-980283076e7c req-800a7b6d-388f-4c2c-8ffb-d17017d48afd tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:50.228734 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1ef666ad-5105-4926-82ed-980283076e7c req-800a7b6d-388f-4c2c-8ffb-d17017d48afd tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0894830 Jun 16 16:00:50.271207 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1ef666ad-5105-4926-82ed-980283076e7c req-06e2c83f-3629-4d2d-8bbf-29640e643df1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361509 Jun 16 16:00:50.380036 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Deleting port 8df489bf-6b68-41e9-bedd-b3521728be94 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:50.380418 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:50.505763 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] For port 8df489bf-6b68-41e9-bedd-b3521728be94, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=8df489bf-6b68-41e9-bedd-b3521728be94,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:50.506119 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:50.579624 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Calling delete_port for 8df489bf-6b68-41e9-bedd-b3521728be94 owned by network:router_interface {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:50.591374 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c2626-3611-4931-be3a-1168cb5f45ff req-d7c1b4a9-e3e1-44fa-9d32-0823e1d1477a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:50.592870 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9a2c2626-3611-4931-be3a-1168cb5f45ff req-d7c1b4a9-e3e1-44fa-9d32-0823e1d1477a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.2002473 Jun 16 16:00:50.601564 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45140) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:50.607319 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Request body: {'floatingip': {'port_id': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:00:50.674795 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:50.782940 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:50.785444 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:50.808578 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Pushing event deleted for resources: {'Port': ['ID=8df489bf-6b68-41e9-bedd-b3521728be94,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:50.811108 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:50.994028 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-891742'] for router_interface, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:51.288061 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:00:51.426619 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:00:51.439773 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] Sync routers for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:00:51.440790 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-17dd7bf9-366a-429b-8d3b-abad0a8a72ac admin admin] 10.222.0.48 "PUT /v2.0/routers/0d095894-f5c0-470b-bd7b-9b3cc1d9ef57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247066 Jun 16 16:00:51.443368 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45152) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:51.457482 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:51.458586 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:51.616461 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.db.resource_extend [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 16:00:51.724314 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:51.730958 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:51.818029 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:51.863829 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Floating IP 6e8c8942-cb26-444c-ab30-ba05dca65e8a associated. External IP: 172.27.2.132, port: 675c240f-60a6-42cb-b445-2dd4b2e4bcfe. Jun 16 16:00:51.884041 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks [] for router, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:51.993886 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.025516 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T16:00:50Z', 'revision_number': 5, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port': {'id': '3e84f406-82d1-41e5-8de0-af99e1ebca45', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:32Z', 'updated_at': '2021-06-16T15:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:52.029066 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] Checking router: 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:00:52.040187 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] Routers {'0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:52.042391 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:52.054198 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Deleting port 3e84f406-82d1-41e5-8de0-af99e1ebca45 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:52.054813 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.115928 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Router 5f5e12ab-4be4-4328-b4ed-089919df4f22 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:00:52.147775 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] Set router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 gateway port host: None {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:52.155872 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] For port 3e84f406-82d1-41e5-8de0-af99e1ebca45, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=3e84f406-82d1-41e5-8de0-af99e1ebca45,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:52.156495 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.206519 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T16:00:51Z', 'revision_number': 6, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port_host': None}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:52.210160 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455591fe-4c58-41e4-a950-9c18ed0681c4 None None] The sync data for ids ['0d095894-f5c0-470b-bd7b-9b3cc1d9ef57'] in dv-cinder-796113-4-iscsi is: [{'id': '0d095894-f5c0-470b-bd7b-9b3cc1d9ef57', 'name': 'tempest-TestMinimumBasicScenario-1629738244-router', 'tenant_id': '3018201aa7cd488eb862a3d0bd1dd366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:31Z', 'updated_at': '2021-06-16T16:00:51Z', 'revision_number': 6, 'project_id': '3018201aa7cd488eb862a3d0bd1dd366', 'gw_port_host': None}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:00:52.225386 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Calling delete_port for 3e84f406-82d1-41e5-8de0-af99e1ebca45 owned by network:router_gateway {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:52.241894 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:00:52.251691 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.257115 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] Sync routers for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:00:52.268504 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:52.269390 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:52.289496 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-297e389a-b547-4650-bc91-8a3a383e8b9b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "PUT /v2.0/floatingips/6e8c8942-cb26-444c-ab30-ba05dca65e8a HTTP/1.1" status: 200 len: 991 time: 1.6868160 Jun 16 16:00:52.290153 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:00:52.293378 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21223e1-0219-436e-bf5c-792a423852a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:00:52.389070 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:52.412753 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6091ab0e-f921-481b-b72b-ddf048332605 x-openstack-request-id: req-6091ab0e-f921-481b-b72b-ddf048332605 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:00:52.413081 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:00:52.413368 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6091ab0e-f921-481b-b72b-ddf048332605 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:00:52.413853 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'status': 'completed', 'code': 200} Jun 16 16:00:52.426042 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.428271 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-84bc43b5-e305-42c2-9247-1670b6efbc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:52.451160 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e84f406-82d1-41e5-8de0-af99e1ebca45,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:52.453670 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:52.526215 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693533'] for router_gateway, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.656844 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-881'] for router, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.659423 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.712500 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '6e8c8942-cb26-444c-ab30-ba05dca65e8a', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'port_id': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'mac_address': 'fa:16:3e:33:12:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da2516f-4223-420c-8f92-bce664360048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:00:28Z', 'updated_at': '2021-06-16T16:00:51Z', 'revision_number': 1, 'project_id': '901109e289144f64a8dd19efd1461637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:52.715881 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8df489bf-6b68-41e9-bedd-b3521728be94 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:52.717286 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-888407'] for router, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.717829 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 {{(pid=91872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:00:52.717977 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] Checking router: 5f5e12ab-4be4-4328-b4ed-089919df4f22 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:00:52.724926 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Notify callbacks [] for router, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.729626 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45180) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:52.730400 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0d095894-f5c0-470b-bd7b-9b3cc1d9ef57 HTTP/1.1" status: 204 len: 168 time: 1.2842615 Jun 16 16:00:52.731001 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:52.731683 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:52.756031 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 8df489bf-6b68-41e9-bedd-b3521728be94 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:52.756382 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8df489bf-6b68-41e9-bedd-b3521728be94 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:52.795917 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] Deleting subnet 5be5c848-fa7b-460d-be68-af6b9ab8daf4 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:00:52.799268 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.834949 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15610773'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:52.844427 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:52.956429 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.016420 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15705001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15222923'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.019519 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:53.046289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.048007 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5be5c848-fa7b-460d-be68-af6b9ab8daf4 HTTP/1.1" status: 204 len: 168 time: 0.3165164 Jun 16 16:00:53.053209 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be5c848-fa7b-460d-be68-af6b9ab8daf4,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:53.053434 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45184) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:53.053885 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:53.054637 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723b3d40-ceb0-4e79-ade8-b335023a0603 None None] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:00:53.084869 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '6e8c8942-cb26-444c-ab30-ba05dca65e8a', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'port_id': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'mac_address': 'fa:16:3e:33:12:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da2516f-4223-420c-8f92-bce664360048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:00:28Z', 'updated_at': '2021-06-16T16:00:51Z', 'revision_number': 1, 'project_id': '901109e289144f64a8dd19efd1461637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:53.089985 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99217c17-afe3-4128-a7aa-199db3fbc3b7 None None] The sync data for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi is: [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '6e8c8942-cb26-444c-ab30-ba05dca65e8a', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'floating_ip_address': '172.27.2.132', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'port_id': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'mac_address': 'fa:16:3e:33:12:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da2516f-4223-420c-8f92-bce664360048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:00:28Z', 'updated_at': '2021-06-16T16:00:51Z', 'revision_number': 1, 'project_id': '901109e289144f64a8dd19efd1461637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:00:53.171207 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.231310 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Deleting port 4b92af9b-8a6a-4287-b6b4-586c52f5366c {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:53.231814 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.302110 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] DHCP port deletion for befddb0d-a440-4e48-b2cf-9a7ad0c57c78 request from dv-cinder-796113-4-iscsi {{(pid=91874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:00:53.309067 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-83731274-036e-442d-b523-d087e5924224 admin admin] For port 4b92af9b-8a6a-4287-b6b4-586c52f5366c, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4b92af9b-8a6a-4287-b6b4-586c52f5366c,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:53.309520 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.367268 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] Deleting port 4b92af9b-8a6a-4287-b6b4-586c52f5366c {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:53.367565 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.393911 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Calling delete_port for 4b92af9b-8a6a-4287-b6b4-586c52f5366c owned by network:dhcp {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:53.405913 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ecfbe-1ae1-4855-ade5-607c3b4c1158 None None] New status for floating IP 6e8c8942-cb26-444c-ab30-ba05dca65e8a: ACTIVE {{(pid=91874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:00:53.489541 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.493193 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] For port 4b92af9b-8a6a-4287-b6b4-586c52f5366c, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4b92af9b-8a6a-4287-b6b4-586c52f5366c,segment=NetworkSegment(8eb3d381-e0cf-4a60-86d9-811b626dbf69),segment_id=8eb3d381-e0cf-4a60-86d9-811b626dbf69)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:53.493449 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-88aab961-8bb8-459f-863a-a232f3ab8492 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:53.493614 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.520352 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b92af9b-8a6a-4287-b6b4-586c52f5366c,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:53.523256 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:53.524029 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83731274-036e-442d-b523-d087e5924224 admin admin] No DVR routers for this DVR port 4b92af9b-8a6a-4287-b6b4-586c52f5366c on host dv-cinder-796113-4-iscsi {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:00:53.572339 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] Calling delete_port for 4b92af9b-8a6a-4287-b6b4-586c52f5366c owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:53.597977 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.608768 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-83731274-036e-442d-b523-d087e5924224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befddb0d-a440-4e48-b2cf-9a7ad0c57c78']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:53.623819 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-83731274-036e-442d-b523-d087e5924224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb3d381-e0cf-4a60-86d9-811b626dbf69') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:53.624172 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-83731274-036e-442d-b523-d087e5924224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb3d381-e0cf-4a60-86d9-811b626dbf69') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:53.633853 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.655327 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.662290 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:00:53.662701 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: retrieve_revision_numbers = { Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:00:53.664447 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:00:53.725597 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.730650 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:53.733602 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.735622 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-83731274-036e-442d-b523-d087e5924224 admin admin] 10.222.0.48 "DELETE /v2.0/networks/befddb0d-a440-4e48-b2cf-9a7ad0c57c78 HTTP/1.1" status: 204 len: 168 time: 0.6801536 Jun 16 16:00:53.738869 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45190) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:53.755465 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Pushing event deleted for resources: {'Network': ['ID=befddb0d-a440-4e48-b2cf-9a7ad0c57c78,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:53.766176 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:53.787497 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.789646 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:53.816600 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] Network befddb0d-a440-4e48-b2cf-9a7ad0c57c78 is not hosted by any dhcp agent {{(pid=91874) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 16:00:53.817294 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] No DVR routers for this DVR port 4b92af9b-8a6a-4287-b6b4-586c52f5366c on host dv-cinder-796113-4-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:00:53.823756 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] Pushing event deleted for resources: {'Port': ['ID=4b92af9b-8a6a-4287-b6b4-586c52f5366c,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:53.826656 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:54.114426 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21223e1-0219-436e-bf5c-792a423852a3 req-f42a5597-59bb-4f55-a800-8f4933bbcd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:54.115820 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a21223e1-0219-436e-bf5c-792a423852a3 req-f42a5597-59bb-4f55-a800-8f4933bbcd33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 1098 time: 0.1257441 Jun 16 16:00:54.366773 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 3e84f406-82d1-41e5-8de0-af99e1ebca45 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:54.388955 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 3e84f406-82d1-41e5-8de0-af99e1ebca45 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:54.389304 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 3e84f406-82d1-41e5-8de0-af99e1ebca45 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:54.389734 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4b92af9b-8a6a-4287-b6b4-586c52f5366c no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:54.409770 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 4b92af9b-8a6a-4287-b6b4-586c52f5366c {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:54.410122 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4b92af9b-8a6a-4287-b6b4-586c52f5366c not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:54.527288 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21223e1-0219-436e-bf5c-792a423852a3 req-33cd9227-7c84-4fb8-af0e-a8ffd7074985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:54.528762 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a21223e1-0219-436e-bf5c-792a423852a3 req-33cd9227-7c84-4fb8-af0e-a8ffd7074985 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.3986197 Jun 16 16:00:54.598037 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891850'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:54.677572 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a21223e1-0219-436e-bf5c-792a423852a3 req-c168a03d-522d-4e30-9b40-3945e631be3f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe HTTP/1.1" status: 200 len: 1001 time: 0.1401081 Jun 16 16:00:54.754954 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21223e1-0219-436e-bf5c-792a423852a3 req-145387e0-68ce-4c7c-b661-69d064928cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:54.756380 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a21223e1-0219-436e-bf5c-792a423852a3 req-145387e0-68ce-4c7c-b661-69d064928cd3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.0694044 Jun 16 16:00:54.936836 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21223e1-0219-436e-bf5c-792a423852a3 req-dc1898cb-9a5c-4321-973c-a6f5c21da0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:54.938322 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a21223e1-0219-436e-bf5c-792a423852a3 req-dc1898cb-9a5c-4321-973c-a6f5c21da0a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1519864 Jun 16 16:00:55.140745 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a21223e1-0219-436e-bf5c-792a423852a3 req-8f0a735d-9b4d-4af7-9cae-70d5c5c85b60 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945343 Jun 16 16:00:55.204979 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Deleting port 8d47b31e-48d6-446f-bbd5-15f6cfaff849 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:55.205324 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:55.319310 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a21223e1-0219-436e-bf5c-792a423852a3 req-f5a09cbd-31ec-43d8-bf5c-f358b6a0a6e4 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691465 Jun 16 16:00:55.321329 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17c70c-984c-469f-b02e-4c1098fa247c req-840287cd-6627-4689-b73f-5e50c839d8a4 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:55.323068 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cf17c70c-984c-469f-b02e-4c1098fa247c req-840287cd-6627-4689-b73f-5e50c839d8a4 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0847161 Jun 16 16:00:55.345829 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] For port 8d47b31e-48d6-446f-bbd5-15f6cfaff849, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=8d47b31e-48d6-446f-bbd5-15f6cfaff849,segment=NetworkSegment(d497d983-25cf-476f-89a8-5e5cf6c75f9b),segment_id=d497d983-25cf-476f-89a8-5e5cf6c75f9b)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:55.346207 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:55.375118 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cf17c70c-984c-469f-b02e-4c1098fa247c req-2661e8b6-9ea4-4eb8-908e-6092491072fb tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Jun 16 16:00:55.419833 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Calling delete_port for 8d47b31e-48d6-446f-bbd5-15f6cfaff849 owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:55.628759 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:55.630731 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b6df3a05-dbdb-40fe-943c-481ea8b5c476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:55.661521 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d47b31e-48d6-446f-bbd5-15f6cfaff849,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:55.668148 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:55.831080 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-891742'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.053987 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:00:56.169548 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:00:56.174931 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] 10.222.0.48 "PUT /v2.0/routers/1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4344132 Jun 16 16:00:56.177527 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45246) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:56.184918 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] Sync routers for ids ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:00:56.198961 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] Routers {'1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:56.199637 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:56.230898 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45252) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:56.279215 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_v2 [None req-13000269-ded0-426b-b79e-97ff9b6c8805 admin admin] Deleting subnet 775f4cf1-7442-4cf1-8b19-d3cfd10ae7be {{(pid=91872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:00:56.282980 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-13000269-ded0-426b-b79e-97ff9b6c8805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.291639 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks [] for router, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.330265 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-13000269-ded0-426b-b79e-97ff9b6c8805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14333594'] for subnet, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.416115 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-13000269-ded0-426b-b79e-97ff9b6c8805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.442158 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.514603 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Deleting port b8f0b4f8-08b2-4b7b-a809-582f6840c831 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:56.514963 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.517416 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-13000269-ded0-426b-b79e-97ff9b6c8805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13993037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14231879'] for subnet, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.530768 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:56.551138 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] Set router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:56.570864 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13000269-ded0-426b-b79e-97ff9b6c8805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775f4cf1-7442-4cf1-8b19-d3cfd10ae7be,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:56.582816 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-13000269-ded0-426b-b79e-97ff9b6c8805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.588209 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-13000269-ded0-426b-b79e-97ff9b6c8805 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/775f4cf1-7442-4cf1-8b19-d3cfd10ae7be HTTP/1.1" status: 204 len: 168 time: 0.3557143 Jun 16 16:00:56.588465 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45260) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:56.589739 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-13000269-ded0-426b-b79e-97ff9b6c8805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:56.626596 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] For port b8f0b4f8-08b2-4b7b-a809-582f6840c831, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=b8f0b4f8-08b2-4b7b-a809-582f6840c831,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:56.626961 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.654098 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540455e-1890-45da-8ada-15d46b1cf9a3 req-f0d282f2-1777-4925-a1a1-442140e6a162 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:56.656031 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9540455e-1890-45da-8ada-15d46b1cf9a3 req-f0d282f2-1777-4925-a1a1-442140e6a162 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.0895584 Jun 16 16:00:56.705433 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9540455e-1890-45da-8ada-15d46b1cf9a3 req-7b6fd9f7-fd60-471f-89f7-eb117b0379de tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 Jun 16 16:00:56.736824 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Calling delete_port for b8f0b4f8-08b2-4b7b-a809-582f6840c831 owned by network:router_gateway {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:56.750796 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.770377 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:43Z', 'updated_at': '2021-06-16T16:00:55Z', 'revision_number': 5, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'gw_port': {'id': 'b8f0b4f8-08b2-4b7b-a809-582f6840c831', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:56:45Z', 'updated_at': '2021-06-16T15:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:56.773885 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] Checking router: 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:00:56.783150 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] Routers {'1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:56.783753 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:56.867500 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] Set router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:56.926103 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:43Z', 'updated_at': '2021-06-16T16:00:56Z', 'revision_number': 6, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'gw_port_host': None}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:56.930106 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847dd438-5b21-4417-ad4d-5e37d6ba4882 None None] The sync data for ids ['1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138'] in dv-cinder-796113-4-iscsi is: [{'id': '1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138', 'name': 'tempest-TestMinimumBasicScenario-395476574-router', 'tenant_id': 'f55bc78fd433445dbf580d849591bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:56:43Z', 'updated_at': '2021-06-16T16:00:56Z', 'revision_number': 6, 'project_id': 'f55bc78fd433445dbf580d849591bf1d', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:00:57.169041 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.186471 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810c856d-1d59-426e-92db-3c8eadfbf36c']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:57.197143 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:57.198134 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9871f8cd-eebe-44bf-8946-7dc6eb2c5a53') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:57.207809 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15610764'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.270901 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.285152 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:00:57.285642 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15704886'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: timer() Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: cb(*args, **kw) Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: self._notify() Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: self.callback(batched_events) Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: event.method(event) Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._get(url).json() Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:00:57.287896 dv-cinder-796113-4-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:00:57.352313 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.356834 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ae550b37-92a3-4300-a03f-40f31fc0e6ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:57.384636 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f0b4f8-08b2-4b7b-a809-582f6840c831,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:57.387218 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.388745 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:57.401150 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:57.436369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.438277 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] 10.222.0.48 "DELETE /v2.0/networks/810c856d-1d59-426e-92db-3c8eadfbf36c HTTP/1.1" status: 204 len: 168 time: 0.8487985 Jun 16 16:00:57.441272 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Pushing event deleted for resources: {'Network': ['ID=810c856d-1d59-426e-92db-3c8eadfbf36c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:57.467842 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-88e44193-6335-4fe4-b483-d867f432a5fb tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:57.469390 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-88e44193-6335-4fe4-b483-d867f432a5fb tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.2496989 Jun 16 16:00:57.470311 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c049978a-9760-4f31-9855-097ccfe0c687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:57.531673 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693533'] for router_gateway, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.677955 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-881'] for router, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.680146 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45282) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:57.683894 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.740677 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-fea0c0fe-aeba-4bff-ae01-2d3ec401b444 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4cf5311ae684777af63475c5998ad7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586510 Jun 16 16:00:57.743475 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45288) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:57.786180 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-888407'] for router, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.786892 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 {{(pid=91873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:00:57.793820 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.795523 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1b4c4ca1-28ab-4aed-8b55-b2a24f5dd138 HTTP/1.1" status: 204 len: 168 time: 1.6169903 Jun 16 16:00:57.798265 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Deleting port d1c55401-9c20-4296-821c-ae493173635d {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:57.798606 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.802890 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45290) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:57.806413 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-25f891c0-a1f0-4895-a1fd-166fb6300990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.837347 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-25f891c0-a1f0-4895-a1fd-166fb6300990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.919675 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] Deleting subnet 3da44603-8e3e-4e0f-8d04-719c5e68c884 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:00:57.924740 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.952109 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-25f891c0-a1f0-4895-a1fd-166fb6300990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.956980 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-25f891c0-a1f0-4895-a1fd-166fb6300990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.958433 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-25f891c0-a1f0-4895-a1fd-166fb6300990 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e0c6b57-22b6-41a6-b46a-652c5635c5a9 HTTP/1.1" status: 204 len: 168 time: 0.2139211 Jun 16 16:00:57.965294 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8e1d3106-0a4c-44c5-8fa0-7fb52ff9848d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:57.975918 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] For port d1c55401-9c20-4296-821c-ae493173635d, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=d1c55401-9c20-4296-821c-ae493173635d,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:57.976286 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:57.983601 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f891c0-a1f0-4895-a1fd-166fb6300990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0c6b57-22b6-41a6-b46a-652c5635c5a9,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:57.987480 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-25f891c0-a1f0-4895-a1fd-166fb6300990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:57.989588 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15610773'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.022661 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e12ac-3e2c-4115-9250-8112d1ecb0e4 req-7ae1d98f-0e89-406e-8f32-6843c56d0a4a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:58.024985 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2f1e12ac-3e2c-4115-9250-8112d1ecb0e4 req-7ae1d98f-0e89-406e-8f32-6843c56d0a4a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 945 time: 0.1219819 Jun 16 16:00:58.102872 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2f1e12ac-3e2c-4115-9250-8112d1ecb0e4 req-de2d608b-bac8-48a5-a970-5d437468d86f tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=b0962697-744e-4249-acd3-b7fd5531e092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716426 Jun 16 16:00:58.269122 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.324327 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.324975 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.325557 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.l3_db [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Floating IP 322f22cc-92db-4042-b5c6-934585ba107e disassociated. External IP: 172.27.2.3, port: d1c55401-9c20-4296-821c-ae493173635d. Jun 16 16:00:58.326129 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Calling delete_port for d1c55401-9c20-4296-821c-ae493173635d owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:58.391266 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45308) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:58.391782 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15705001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15222923'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.401498 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:58.425276 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da44603-8e3e-4e0f-8d04-719c5e68c884,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:58.428337 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:58.429374 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8d47b31e-48d6-446f-bbd5-15f6cfaff849 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:58.443169 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.444966 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3da44603-8e3e-4e0f-8d04-719c5e68c884 HTTP/1.1" status: 204 len: 168 time: 0.6414218 Jun 16 16:00:58.449115 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45314) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:58.477714 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5d09f-86d4-4679-b5f1-c6a9e8b8f6ad None None] Network 450dff42-a565-4f2e-ae47-b60d5312d77e requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:00:58.548106 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.551154 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 8d47b31e-48d6-446f-bbd5-15f6cfaff849 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:58.552140 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8d47b31e-48d6-446f-bbd5-15f6cfaff849 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:58.552714 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device b8f0b4f8-08b2-4b7b-a809-582f6840c831 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:58.553195 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4eb59af4-8cc9-4e70-87fd-445a570f8910 tempest-DeleteServersTestJSON-1548454813 tempest-DeleteServersTestJSON-1548454813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:58.582513 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: b8f0b4f8-08b2-4b7b-a809-582f6840c831 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:58.583012 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device b8f0b4f8-08b2-4b7b-a809-582f6840c831 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:58.589353 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event deleted for resources: {'Port': ['ID=d1c55401-9c20-4296-821c-ae493173635d,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:58.592483 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:58.656155 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a52492d-c764-42b9-8403-bfd0e16aaa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.680509 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.734642 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Router 2bc62cc5-a97e-4669-9982-d432b46bc67b has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:00:58.887746 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] DHCP port deletion for 450dff42-a565-4f2e-ae47-b60d5312d77e request from dv-cinder-796113-4-iscsi {{(pid=91874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:00:58.918921 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Deleting port 3826a850-42ad-4c0a-8fee-62008b69a2ae {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:58.919381 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:58.965948 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:00:58.989118 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] Sync routers for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:00:58.997652 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a52492d-c764-42b9-8403-bfd0e16aaa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.005776 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:00:59.006987 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:59.039095 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a52492d-c764-42b9-8403-bfd0e16aaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.065086 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-7d82f93f-8106-410c-a012-135fa914641e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:59.069407 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4a52492d-c764-42b9-8403-bfd0e16aaa22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ee0430017464ea095048a9abd009ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764629 Jun 16 16:00:59.075138 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45332) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:00:59.077280 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] For port 3826a850-42ad-4c0a-8fee-62008b69a2ae, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=3826a850-42ad-4c0a-8fee-62008b69a2ae,segment=NetworkSegment(d497d983-25cf-476f-89a8-5e5cf6c75f9b),segment_id=d497d983-25cf-476f-89a8-5e5cf6c75f9b)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:59.077727 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.077904 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] No DVR routers for this DVR port d1c55401-9c20-4296-821c-ae493173635d on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:00:59.083400 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.085564 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e7c2d8eb-3211-4df8-9399-2430ed643c95 req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "DELETE /v2.0/ports/d1c55401-9c20-4296-821c-ae493173635d HTTP/1.1" status: 204 len: 173 time: 1.6084497 Jun 16 16:00:59.086112 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'name': 'network-vif-deleted', 'tag': 'd1c55401-9c20-4296-821c-ae493173635d'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:00:59.096412 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92b6ecb-24f2-48a8-b47a-41f0a5381e35" -d '{"events": [{"server_uuid": "511c4920-5148-4895-beb1-b3ba9a52d72e", "name": "network-vif-deleted", "tag": "d1c55401-9c20-4296-821c-ae493173635d"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:00:59.191154 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Calling delete_port for 3826a850-42ad-4c0a-8fee-62008b69a2ae owned by network:dhcp {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:59.207187 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52492d-c764-42b9-8403-bfd0e16aaa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd2439-69a2-4fde-a535-0bf53bf7da2a,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:59.210954 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4a52492d-c764-42b9-8403-bfd0e16aaa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:59.265229 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2813f254-318a-4729-a1bf-1273edad8e77 x-openstack-request-id: req-2813f254-318a-4729-a1bf-1273edad8e77 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:00:59.266243 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511c4920-5148-4895-beb1-b3ba9a52d72e", "name": "network-vif-deleted", "tag": "d1c55401-9c20-4296-821c-ae493173635d", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:00:59.266898 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2813f254-318a-4729-a1bf-1273edad8e77 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:00:59.267791 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511c4920-5148-4895-beb1-b3ba9a52d72e', 'name': 'network-vif-deleted', 'tag': 'd1c55401-9c20-4296-821c-ae493173635d', 'status': 'completed', 'code': 200} Jun 16 16:00:59.291907 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-800f4186-8127-4444-ad4c-0a989cd042ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.316745 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-800f4186-8127-4444-ad4c-0a989cd042ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.330630 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device d1c55401-9c20-4296-821c-ae493173635d no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:00:59.382753 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.386462 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:59.388774 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-df6ef3e7-a88b-4582-a328-0f39341d7415 req-5ce04b80-2fee-4a87-857f-39ca5724594a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=511c4920-5148-4895-beb1-b3ba9a52d72e HTTP/1.1" status: 200 len: 210 time: 0.0595860 Jun 16 16:00:59.412369 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: d1c55401-9c20-4296-821c-ae493173635d {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:00:59.412921 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device d1c55401-9c20-4296-821c-ae493173635d not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:00:59.415492 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-800f4186-8127-4444-ad4c-0a989cd042ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.421119 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-800f4186-8127-4444-ad4c-0a989cd042ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.422637 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-800f4186-8127-4444-ad4c-0a989cd042ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ddd2439-69a2-4fde-a535-0bf53bf7da2a HTTP/1.1" status: 204 len: 168 time: 0.3404617 Jun 16 16:00:59.423663 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3826a850-42ad-4c0a-8fee-62008b69a2ae,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:59.426282 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:59.427441 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] No DVR routers for this DVR port 3826a850-42ad-4c0a-8fee-62008b69a2ae on host dv-cinder-796113-4-iscsi {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:00:59.429504 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4e934617-c49d-45c5-bdb9-8d0ca624c4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:59.442072 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f4186-8127-4444-ad4c-0a989cd042ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd2439-69a2-4fde-a535-0bf53bf7da2a,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:59.466561 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] Deleting port 3826a850-42ad-4c0a-8fee-62008b69a2ae {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:00:59.467144 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.483594 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-800f4186-8127-4444-ad4c-0a989cd042ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:59.551355 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.565206 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] For port 3826a850-42ad-4c0a-8fee-62008b69a2ae, host dv-cinder-796113-4-iscsi, got binding levels [] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:00:59.565784 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.567529 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450dff42-a565-4f2e-ae47-b60d5312d77e']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:59.582163 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd497d983-25cf-476f-89a8-5e5cf6c75f9b') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:59.582826 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd497d983-25cf-476f-89a8-5e5cf6c75f9b') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:00:59.594037 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.614390 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.624105 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:00:59.624704 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:00:59.627068 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:00:59.675354 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] Calling delete_port for 3826a850-42ad-4c0a-8fee-62008b69a2ae owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:00:59.679491 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.ipam_backend_mixin [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] Port 3826a850-42ad-4c0a-8fee-62008b69a2ae was not found and therefore no delete operation was performed {{(pid=91874) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 16:00:59.684282 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:00:59.687460 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.714985 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.723389 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.727424 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/450dff42-a565-4f2e-ae47-b60d5312d77e HTTP/1.1" status: 204 len: 168 time: 1.2773874 Jun 16 16:00:59.729265 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:59.741630 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:00:59.748569 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] No DVR routers for this DVR port 3826a850-42ad-4c0a-8fee-62008b69a2ae on host dv-cinder-796113-4-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:00:59.757682 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=450dff42-a565-4f2e-ae47-b60d5312d77e,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:59.772457 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] Pushing event deleted for resources: {'Port': ['ID=3826a850-42ad-4c0a-8fee-62008b69a2ae,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:00:59.781790 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:00:59.783575 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:00.031367 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45360) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:00.047890 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-93286255-9ac7-4b6d-9eb5-e823b299c6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.067780 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45362) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:00.124479 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:00.129252 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] Checking router: 2bc62cc5-a97e-4669-9982-d432b46bc67b for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:00.144960 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:00.145906 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:00:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:00.180437 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7c86813c-b3b3-4ae8-90ff-74c6b33d703d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3018201aa7cd488eb862a3d0bd1dd366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106288 Jun 16 16:01:00.184379 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45368) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:00.262519 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c0d42527-f524-4c67-b647-f79e273cc48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.279867 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-93286255-9ac7-4b6d-9eb5-e823b299c6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.287028 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-93286255-9ac7-4b6d-9eb5-e823b299c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.295611 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c0d42527-f524-4c67-b647-f79e273cc48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.298666 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-e369c838-036b-4e0c-a176-6e4f083631e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:00.317782 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ce418f68-6a19-4393-a649-26f747302014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.331280 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-93286255-9ac7-4b6d-9eb5-e823b299c6ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=886363ce03574f6d84cad12da09cc676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988868 Jun 16 16:01:00.333706 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93286255-9ac7-4b6d-9eb5-e823b299c6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a473911-d9ce-4373-9ac7-f46b764ca6c3,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:00.334718 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:00.335030 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45370) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:00.340845 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-93286255-9ac7-4b6d-9eb5-e823b299c6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:00.391476 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c0d42527-f524-4c67-b647-f79e273cc48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.394796 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c0d42527-f524-4c67-b647-f79e273cc48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.396086 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c0d42527-f524-4c67-b647-f79e273cc48c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f854afb-2c4c-4a0b-a900-7a8d74df4c17 HTTP/1.1" status: 204 len: 168 time: 0.2100816 Jun 16 16:01:00.406493 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-bdbf1f14-8778-4990-8bed-e5bbb3bc9925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:00.422972 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-67e9174a-b9b2-452e-a175-f8c48674bc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.438455 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d42527-f524-4c67-b647-f79e273cc48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f854afb-2c4c-4a0b-a900-7a8d74df4c17,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:00.443158 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c0d42527-f524-4c67-b647-f79e273cc48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:00.459012 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-67e9174a-b9b2-452e-a175-f8c48674bc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.460894 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 3826a850-42ad-4c0a-8fee-62008b69a2ae no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:01:00.489890 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 3826a850-42ad-4c0a-8fee-62008b69a2ae {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:01:00.490578 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 3826a850-42ad-4c0a-8fee-62008b69a2ae not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:01:00.531901 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-67e9174a-b9b2-452e-a175-f8c48674bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.535942 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-67e9174a-b9b2-452e-a175-f8c48674bc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.537124 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-67e9174a-b9b2-452e-a175-f8c48674bc05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a473911-d9ce-4373-9ac7-f46b764ca6c3 HTTP/1.1" status: 204 len: 168 time: 0.2007012 Jun 16 16:01:00.537935 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-68caf1d4-83fa-4487-a942-52d6878dbcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:00.557794 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9174a-b9b2-452e-a175-f8c48674bc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a473911-d9ce-4373-9ac7-f46b764ca6c3,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:00.562420 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-67e9174a-b9b2-452e-a175-f8c48674bc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:00.606443 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45380) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:00.671137 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-656e6c3a-4d30-45ef-a875-efadc6b735be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.698541 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:00.702045 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-656e6c3a-4d30-45ef-a875-efadc6b735be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.703969 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a7ebd-3140-4061-b7f2-5e57fd40c811 None None] The sync data for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi is: [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:00.802877 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-656e6c3a-4d30-45ef-a875-efadc6b735be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.807559 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-656e6c3a-4d30-45ef-a875-efadc6b735be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.812602 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45384) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:00.822023 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-656e6c3a-4d30-45ef-a875-efadc6b735be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "DELETE /v2.0/security-groups/b0962697-744e-4249-acd3-b7fd5531e092 HTTP/1.1" status: 204 len: 168 time: 0.2144117 Jun 16 16:01:00.829865 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-542b3428-87b6-49ab-a9ce-2cbf50866f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:00.831283 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.api.v2.resource [None req-4ec8db73-a6d1-40dd-bde9-be2e336ebfbc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] show failed (client error): The resource could not be found. Jun 16 16:01:00.836823 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4ec8db73-a6d1-40dd-bde9-be2e336ebfbc tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups/b0962697-744e-4249-acd3-b7fd5531e092 HTTP/1.1" status: 404 len: 347 time: 0.0222003 Jun 16 16:01:00.837656 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45388) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:00.856271 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e6c3a-4d30-45ef-a875-efadc6b735be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0962697-744e-4249-acd3-b7fd5531e092,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:00.865137 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-656e6c3a-4d30-45ef-a875-efadc6b735be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:01.012335 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Deleting port cc81ab8d-1848-4ecf-b9ee-07258a40f90e {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:01:01.013243 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.093439 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45398) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:01.122540 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.122964 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.149554 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79722658-315c-41d6-b41d-d04a2531ce1a None None] New status for floating IP 322f22cc-92db-4042-b5c6-934585ba107e: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:01:01.154195 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-478076a2-5c8a-4168-8dfb-c9f78ae91311 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f55bc78fd433445dbf580d849591bf1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582836 Jun 16 16:01:01.155014 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45400) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:01.195288 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Calling delete_port for cc81ab8d-1848-4ecf-b9ee-07258a40f90e owned by network:floatingip {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:01:01.210841 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b8a487a2-2ee3-42b9-9b53-211bed8b98e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.239084 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b8a487a2-2ee3-42b9-9b53-211bed8b98e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.317338 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b8a487a2-2ee3-42b9-9b53-211bed8b98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.321080 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-b8a487a2-2ee3-42b9-9b53-211bed8b98e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.325822 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-b8a487a2-2ee3-42b9-9b53-211bed8b98e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77922242-129d-4af0-a7e0-8529ac2f4c0f HTTP/1.1" status: 204 len: 168 time: 0.1668837 Jun 16 16:01:01.325822 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:01.341863 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a487a2-2ee3-42b9-9b53-211bed8b98e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77922242-129d-4af0-a7e0-8529ac2f4c0f,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:01.348828 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b8a487a2-2ee3-42b9-9b53-211bed8b98e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:01.381749 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.385998 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:01.419094 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event deleted for resources: {'Port': ['ID=cc81ab8d-1848-4ecf-b9ee-07258a40f90e,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:01.422671 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:01.499890 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.502990 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.504282 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-eafed903-1ba9-4477-aae9-a93a8a29cb6a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "DELETE /v2.0/floatingips/322f22cc-92db-4042-b5c6-934585ba107e HTTP/1.1" status: 204 len: 168 time: 0.6653888 Jun 16 16:01:01.848326 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45424) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:01.853200 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-ddb1b29a-c3e5-4b47-97fd-69371d588415 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659967431', 'description': 'tempest-description--496415952'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:01.876905 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b29a-c3e5-4b47-97fd-69371d588415 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.977044 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b29a-c3e5-4b47-97fd-69371d588415 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.981302 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b29a-c3e5-4b47-97fd-69371d588415 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:01.985175 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3edfec5a-ddf2-4142-80a0-eb7918255338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:02.012796 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b29a-c3e5-4b47-97fd-69371d588415 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.014024 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ddb1b29a-c3e5-4b47-97fd-69371d588415 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1646397 Jun 16 16:01:02.016116 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1b29a-c3e5-4b47-97fd-69371d588415 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046fadeb-ad9b-43db-8c56-8dca4d613aef,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:02.017888 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45428) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:02.024106 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-007f40fe-fc2a-440f-b5c0-6b83d53e8ec1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'security_group_rule': {'security_group_id': '046fadeb-ad9b-43db-8c56-8dca4d613aef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:02.027433 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ddb1b29a-c3e5-4b47-97fd-69371d588415 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:02.059521 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-007f40fe-fc2a-440f-b5c0-6b83d53e8ec1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.121764 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-007f40fe-fc2a-440f-b5c0-6b83d53e8ec1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.125694 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-007f40fe-fc2a-440f-b5c0-6b83d53e8ec1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.128871 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-92664a1f-d3a8-4c9d-a348-be669acea9af tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:02.149412 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f40fe-fc2a-440f-b5c0-6b83d53e8ec1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c06e2a-4253-4a7b-9363-de4dd1508376,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:02.153201 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-007f40fe-fc2a-440f-b5c0-6b83d53e8ec1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:02.158486 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-007f40fe-fc2a-440f-b5c0-6b83d53e8ec1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.159740 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-007f40fe-fc2a-440f-b5c0-6b83d53e8ec1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407237 Jun 16 16:01:02.162882 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45436) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:02.170408 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-41441844-a9e8-4d0f-a599-71588b0692b9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'security_group_rule': {'security_group_id': '046fadeb-ad9b-43db-8c56-8dca4d613aef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:02.204620 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-41441844-a9e8-4d0f-a599-71588b0692b9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.269533 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-41441844-a9e8-4d0f-a599-71588b0692b9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.275044 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-41441844-a9e8-4d0f-a599-71588b0692b9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.277907 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:02.295408 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41441844-a9e8-4d0f-a599-71588b0692b9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc81072d-24f1-4a5c-95c3-f0ddafbcc797,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:02.299141 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-41441844-a9e8-4d0f-a599-71588b0692b9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:02.302095 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-41441844-a9e8-4d0f-a599-71588b0692b9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.307055 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45442) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:02.307585 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-41441844-a9e8-4d0f-a599-71588b0692b9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429632 Jun 16 16:01:02.312044 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'floatingip': {'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:02.340856 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.454038 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.575889 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Allocated IP 172.27.2.99 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/0f82c189-36f3-4cf9-b023-f1d46a788e3f) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:01:02.711298 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.774826 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.778613 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f0a89bf-ab05-42e3-9a98-ac2b766728f4 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:02.813847 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:02.816927 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:02.821307 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:01:02.857726 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'Port': ['ID=0f82c189-36f3-4cf9-b023-f1d46a788e3f,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:02.866497 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:02.923815 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.965060 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45464) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:02.968621 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.081687 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8a04934b-3c96-42c2-b5fd-b980f9a2d92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.131135 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.136787 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.139701 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-850b6785-c222-443a-b962-525ac4afa6e4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:03.175274 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8a04934b-3c96-42c2-b5fd-b980f9a2d92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.180198 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8a04934b-3c96-42c2-b5fd-b980f9a2d92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.182755 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-386040de-72ec-4739-aef5-cd7d21e2d674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:03.209413 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'Port': ['ID=0f82c189-36f3-4cf9-b023-f1d46a788e3f,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:03.214792 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:03.219176 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04934b-3c96-42c2-b5fd-b980f9a2d92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b643dfb6-e6a7-45cc-82d4-0f1a8f5d9959,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:03.220056 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.223449 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8a04934b-3c96-42c2-b5fd-b980f9a2d92b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d65ac83cdb684a1791adba906917bb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573099 Jun 16 16:01:03.224377 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8a04934b-3c96-42c2-b5fd-b980f9a2d92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:03.226040 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45468) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:03.236016 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.237556 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9291360 Jun 16 16:01:03.281895 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5669a511-b42e-4b30-84a9-18d7d00c20be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.303694 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5669a511-b42e-4b30-84a9-18d7d00c20be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.353792 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5669a511-b42e-4b30-84a9-18d7d00c20be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.356496 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5669a511-b42e-4b30-84a9-18d7d00c20be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.358017 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-5669a511-b42e-4b30-84a9-18d7d00c20be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b643dfb6-e6a7-45cc-82d4-0f1a8f5d9959 HTTP/1.1" status: 204 len: 168 time: 0.1302109 Jun 16 16:01:03.358839 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7dfd1622-d7b8-45fc-bbc0-cbfef5fc3896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:03.366952 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669a511-b42e-4b30-84a9-18d7d00c20be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b643dfb6-e6a7-45cc-82d4-0f1a8f5d9959,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:03.369695 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5669a511-b42e-4b30-84a9-18d7d00c20be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:03.433788 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-90f0545d-0316-47b1-8de5-dde090b26b83 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1659967431&fields=id&tenant_id=c950fc39ad174d15b8a3e588ae4f325e HTTP/1.1" status: 200 len: 267 time: 0.0332930 Jun 16 16:01:03.549585 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-c0adfc37-b55d-48c2-8f4b-8b528f5186a6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:03.551059 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-c0adfc37-b55d-48c2-8f4b-8b528f5186a6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 811 time: 0.1107984 Jun 16 16:01:03.566430 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-fa328d64-7c19-4ee7-8153-5951d0298232 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/quotas/c950fc39ad174d15b8a3e588ae4f325e HTTP/1.1" status: 200 len: 375 time: 0.0099583 Jun 16 16:01:03.636681 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45486) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:03.644065 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-7febe605-d4b4-412d-b977-0c2b16bc8ce7 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723906 Jun 16 16:01:03.651516 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5add3523-78b5-496a-bb9a-d094f1a8b402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.756796 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5add3523-78b5-496a-bb9a-d094f1a8b402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.763380 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5add3523-78b5-496a-bb9a-d094f1a8b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.767033 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1ffd9a29-c3a9-4da0-851e-35484529914f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:03.807070 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-5add3523-78b5-496a-bb9a-d094f1a8b402 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f967038f790245479debe5037c484ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663182 Jun 16 16:01:03.807070 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add3523-78b5-496a-bb9a-d094f1a8b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ccf9b-b2e5-495d-a76c-e1dfbf6a86cb,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:03.810228 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45492) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:03.813477 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5add3523-78b5-496a-bb9a-d094f1a8b402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:03.864832 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a84c7b0b-7dcb-4186-9a33-0c81c40c2e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.889703 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a84c7b0b-7dcb-4186-9a33-0c81c40c2e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.903571 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-6b521bd3-1314-4373-92be-e7ca60067fbe service neutron] 10.222.0.48 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479162 Jun 16 16:01:03.946363 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a84c7b0b-7dcb-4186-9a33-0c81c40c2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.949509 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a84c7b0b-7dcb-4186-9a33-0c81c40c2e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:03.950699 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a84c7b0b-7dcb-4186-9a33-0c81c40c2e2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d6ccf9b-b2e5-495d-a76c-e1dfbf6a86cb HTTP/1.1" status: 204 len: 168 time: 0.1395416 Jun 16 16:01:03.951494 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a532ed57-9fed-45dc-9a9d-be5440a68f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:03.961135 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c7b0b-7dcb-4186-9a33-0c81c40c2e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ccf9b-b2e5-495d-a76c-e1dfbf6a86cb,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:03.964071 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a84c7b0b-7dcb-4186-9a33-0c81c40c2e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:04.017747 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-2604aa8d-b742-44d7-9b36-d12f21e58386 service neutron] 10.222.0.48 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077840 Jun 16 16:01:04.229083 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-27bfd4d5-cf40-46ec-b7d8-fc99ebed062f req-42a19ee1-3f3f-4bb2-835e-f28c0af637a1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 210 time: 0.0396981 Jun 16 16:01:04.415446 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-096bd03e-5608-49de-ad10-7c03717417d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:05.283735 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:05.376491 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5840b665-be21-4226-9dc9-b26bf7e52624 req-8cf4f2ba-7e31-4520-93b8-e6374cde24bf tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 210 time: 0.0297101 Jun 16 16:01:05.632029 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-4aad2df0-55b8-42c6-bb62-fadd8a538ac8 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:05.633427 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-4aad2df0-55b8-42c6-bb62-fadd8a538ac8 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 811 time: 0.1168032 Jun 16 16:01:05.677996 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-91ef385a-da5d-44da-acff-18fcff5f23d6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c950fc39ad174d15b8a3e588ae4f325e HTTP/1.1" status: 200 len: 380 time: 0.0352066 Jun 16 16:01:05.686492 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'port': {'device_id': '552a1fce-11f9-4451-a785-03240e18d50a', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'admin_state_up': True, 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'security_groups': ['046fadeb-ad9b-43db-8c56-8dca4d613aef']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:05.804096 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Made reservation on behalf of c950fc39ad174d15b8a3e588ae4f325e for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:01:05.808626 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:05.943710 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Allocated IP 172.20.0.14 (a50a3315-6c80-4963-ada6-ff4dadfa88da/2e9a1c22-17c7-4892-b583-1c348d69e6a0/8c1d0309-057f-4518-bb83-b1f7f1254814) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:01:06.088090 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:06.101927 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Transition to ACTIVE for port object 8c1d0309-057f-4518-bb83-b1f7f1254814 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:06.139294 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:06.143164 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2191ee93-4e81-45e1-8d0f-e9f31892e353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:06.184139 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Network a50a3315-6c80-4963-ada6-ff4dadfa88da is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:06.187541 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:06.193599 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:01:06.223883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event updated for resources: {'Port': ['ID=8c1d0309-057f-4518-bb83-b1f7f1254814,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:06.227257 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:06.258612 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:06.259290 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:06.280377 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:06.283162 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-46c6cde8-d9aa-4c26-ba01-cfea373af658 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003249 Jun 16 16:01:06.295292 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Request body: {'port': {'device_id': '552a1fce-11f9-4451-a785-03240e18d50a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:06.384857 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:06.496656 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c21fef75-16bd-479e-9bdb-08fd15e40295 None None] Provisioning for port 8c1d0309-057f-4518-bb83-b1f7f1254814 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:06.500945 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c21fef75-16bd-479e-9bdb-08fd15e40295 None None] Provisioning complete for port 8c1d0309-057f-4518-bb83-b1f7f1254814 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:06.501307 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c21fef75-16bd-479e-9bdb-08fd15e40295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:06.541110 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-c21fef75-16bd-479e-9bdb-08fd15e40295 None None] Port 8c1d0309-057f-4518-bb83-b1f7f1254814 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:01:06.657506 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0028-6f18-4d9c-bca3-af0ae93eeb57 req-c6578779-aff8-4ac2-96f9-9acfebc58006 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:06.658885 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-02df0028-6f18-4d9c-bca3-af0ae93eeb57 req-c6578779-aff8-4ac2-96f9-9acfebc58006 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 932 time: 0.1404564 Jun 16 16:01:06.725248 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-02df0028-6f18-4d9c-bca3-af0ae93eeb57 req-fa9be45b-788d-48d9-a88c-f4b312b1fdba tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600915 Jun 16 16:01:07.029163 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1d0309-057f-4518-bb83-b1f7f1254814 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:01:07.036933 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.050280 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Transition to ACTIVE for port object 8c1d0309-057f-4518-bb83-b1f7f1254814 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:07.054017 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.056021 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:07.135685 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1d0309-057f-4518-bb83-b1f7f1254814,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:07.145033 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:07.216546 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Attempting to bind port 8c1d0309-057f-4518-bb83-b1f7f1254814 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:01:07.216892 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Attempting to bind port 8c1d0309-057f-4518-bb83-b1f7f1254814 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:01:07.217218 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Attempting to bind port 8c1d0309-057f-4518-bb83-b1f7f1254814 on network a50a3315-6c80-4963-ada6-ff4dadfa88da {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:07.222767 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Port 8c1d0309-057f-4518-bb83-b1f7f1254814 on network a50a3315-6c80-4963-ada6-ff4dadfa88da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:01:07.223088 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Attempting to bind port 8c1d0309-057f-4518-bb83-b1f7f1254814 on network a50a3315-6c80-4963-ada6-ff4dadfa88da {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:07.229461 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:01:07.229794 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Checking segment: {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:07.230181 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Bound using segment: {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:01:07.230616 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Bound port: 8c1d0309-057f-4518-bb83-b1f7f1254814, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:01:07.231136 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.302627 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] For port 8c1d0309-057f-4518-bb83-b1f7f1254814, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:01:07.305776 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] For port 8c1d0309-057f-4518-bb83-b1f7f1254814, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8c1d0309-057f-4518-bb83-b1f7f1254814,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:01:07.311094 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.314335 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e8cd2fd5-24f8-4a6d-8e11-6a8dc2cd5980 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:07.317122 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45576) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:07.351322 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:07.351945 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.353650 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] 10.222.0.89 "PUT /v2.0/ports/8c1d0309-057f-4518-bb83-b1f7f1254814 HTTP/1.1" status: 200 len: 1094 time: 1.0633509 Jun 16 16:01:07.354483 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552a1fce-11f9-4451-a785-03240e18d50a', 'tag': '8c1d0309-057f-4518-bb83-b1f7f1254814'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:01:07.356816 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857d6c29-e5f1-4f07-a135-9cd92aa0ae1e" -d '{"events": [{"name": "network-changed", "server_uuid": "552a1fce-11f9-4451-a785-03240e18d50a", "tag": "8c1d0309-057f-4518-bb83-b1f7f1254814"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:01:07.384043 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Pushing event updated for resources: {'Port': ['ID=8c1d0309-057f-4518-bb83-b1f7f1254814,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:07.388280 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:07.408464 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd60ffa-ecee-4aa8-9e5d-982cc2e407e7 x-openstack-request-id: req-0fd60ffa-ecee-4aa8-9e5d-982cc2e407e7 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:01:07.408847 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552a1fce-11f9-4451-a785-03240e18d50a", "tag": "8c1d0309-057f-4518-bb83-b1f7f1254814", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:01:07.409133 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fd60ffa-ecee-4aa8-9e5d-982cc2e407e7 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:01:07.409565 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552a1fce-11f9-4451-a785-03240e18d50a', 'tag': '8c1d0309-057f-4518-bb83-b1f7f1254814', 'status': 'completed', 'code': 200} Jun 16 16:01:07.451584 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f179bc39-5898-4153-a74b-910189633868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.553307 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f179bc39-5898-4153-a74b-910189633868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.558188 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f179bc39-5898-4153-a74b-910189633868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.561616 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cb9b4e4e-6ce5-4d39-845c-8bd4a428201d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:07.596518 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179bc39-5898-4153-a74b-910189633868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca2399c-6497-4310-9cf3-a7bcebed210c,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:07.601232 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-f179bc39-5898-4153-a74b-910189633868 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=323021c3e47c4e2e9a22ce1c129e4b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824993 Jun 16 16:01:07.602124 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f179bc39-5898-4153-a74b-910189633868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:07.603980 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45584) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:07.653757 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-523bfc5f-53a2-4556-80a3-2d7b82d0750f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.677013 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-523bfc5f-53a2-4556-80a3-2d7b82d0750f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.727774 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-523bfc5f-53a2-4556-80a3-2d7b82d0750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.730697 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-523bfc5f-53a2-4556-80a3-2d7b82d0750f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:07.731965 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-523bfc5f-53a2-4556-80a3-2d7b82d0750f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ca2399c-6497-4310-9cf3-a7bcebed210c HTTP/1.1" status: 204 len: 168 time: 0.1269433 Jun 16 16:01:07.732893 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b9e6c77d-769e-4ccb-8ece-02ceeb37d4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:07.746547 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bfc5f-53a2-4556-80a3-2d7b82d0750f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca2399c-6497-4310-9cf3-a7bcebed210c,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:07.751281 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-523bfc5f-53a2-4556-80a3-2d7b82d0750f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:07.966427 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74572600-4a71-4623-b45f-4403f3db6b1d req-49b2fec3-464f-464e-9a65-fe94cc168de6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:07.968914 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74572600-4a71-4623-b45f-4403f3db6b1d req-49b2fec3-464f-464e-9a65-fe94cc168de6 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 944 time: 0.0966747 Jun 16 16:01:08.012736 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74572600-4a71-4623-b45f-4403f3db6b1d req-eb888cb6-6414-40cb-ae28-cfdb9af79ee9 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378256 Jun 16 16:01:08.597354 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:08.877286 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6c29-e5f1-4f07-a135-9cd92aa0ae1e req-c39c0958-7108-411c-856d-806043f24434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:08.879108 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-857d6c29-e5f1-4f07-a135-9cd92aa0ae1e req-c39c0958-7108-411c-856d-806043f24434 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 1097 time: 0.0656958 Jun 16 16:01:08.985332 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6c29-e5f1-4f07-a135-9cd92aa0ae1e req-6ffbbcd0-a390-4e09-8927-c09a0dc29d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:08.986765 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-857d6c29-e5f1-4f07-a135-9cd92aa0ae1e req-6ffbbcd0-a390-4e09-8927-c09a0dc29d24 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004629 Jun 16 16:01:09.079964 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6c29-e5f1-4f07-a135-9cd92aa0ae1e req-cdcae041-17a9-495c-8692-f4c8c681953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:09.081407 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-857d6c29-e5f1-4f07-a135-9cd92aa0ae1e req-cdcae041-17a9-495c-8692-f4c8c681953b service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0887411 Jun 16 16:01:09.228159 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-dbf4b796-86c8-4c3e-84b5-79094b8b0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:09.229644 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-dbf4b796-86c8-4c3e-84b5-79094b8b0bf0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 1097 time: 0.1063864 Jun 16 16:01:09.237148 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd21d5-8c43-4d9f-b07d-dcfc6b22d66b req-110ec3a9-e3b5-42da-8574-659ea64a2b41 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:09.238483 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62fd21d5-8c43-4d9f-b07d-dcfc6b22d66b req-110ec3a9-e3b5-42da-8574-659ea64a2b41 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 944 time: 0.1044250 Jun 16 16:01:09.282318 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-d99510b0-390c-47bf-bc51-7f6d0cf82223 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c1d0309-057f-4518-bb83-b1f7f1254814 HTTP/1.1" status: 200 len: 217 time: 0.0429049 Jun 16 16:01:09.336172 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-62fd21d5-8c43-4d9f-b07d-dcfc6b22d66b req-d5723e29-1150-4b16-91c1-48bfade8e8cb tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903995 Jun 16 16:01:09.347019 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-3683cc1e-f3c4-4147-9bbb-807f060ed2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:09.348447 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-3683cc1e-f3c4-4147-9bbb-807f060ed2c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e9a1c22-17c7-4892-b583-1c348d69e6a0 HTTP/1.1" status: 200 len: 850 time: 0.0603995 Jun 16 16:01:09.408750 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-4e0d6e1c-1035-429c-af85-acc03c14e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:09.410236 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-4e0d6e1c-1035-429c-af85-acc03c14e582 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a50a3315-6c80-4963-ada6-ff4dadfa88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549839 Jun 16 16:01:09.510274 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-27ccf1d3-4c90-46d7-a282-7ebce491dd7b service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920994 Jun 16 16:01:09.615175 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b237b9d1-6148-482c-ba1d-26a1c72d6ab2 req-4a216504-3bb2-4879-9d35-d4d23bd01ec3 service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987103 Jun 16 16:01:10.516076 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb16c-ed2b-4275-a155-d1efd2eeee4b req-4cfa0ff2-07ed-4e44-a573-9c73f9238810 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:10.517629 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-17fdb16c-ed2b-4275-a155-d1efd2eeee4b req-4cfa0ff2-07ed-4e44-a573-9c73f9238810 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 944 time: 0.0711346 Jun 16 16:01:10.558228 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-17fdb16c-ed2b-4275-a155-d1efd2eeee4b req-c03dfa75-d889-4453-9384-eb49db735e57 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347898 Jun 16 16:01:11.475544 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:01:11.751660 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5118279-0043-4eb1-b512-16873231161f req-49100478-1d99-41cc-a511-3fe8dcc131ed tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:11.754180 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e5118279-0043-4eb1-b512-16873231161f req-49100478-1d99-41cc-a511-3fe8dcc131ed tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 944 time: 0.0769339 Jun 16 16:01:11.796720 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e5118279-0043-4eb1-b512-16873231161f req-797aa774-754d-4708-a3d1-1b98ee2099c1 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364544 Jun 16 16:01:11.985497 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 8c1d0309-057f-4518-bb83-b1f7f1254814 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:01:12.086099 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 8c1d0309-057f-4518-bb83-b1f7f1254814, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8c1d0309-057f-4518-bb83-b1f7f1254814,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:12.099090 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '8c1d0309-057f-4518-bb83-b1f7f1254814', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'port_id': '8c1d0309-057f-4518-bb83-b1f7f1254814', 'mac_address': 'fa:16:3e:5d:bb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:01:12.140127 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:12.153860 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1d0309-057f-4518-bb83-b1f7f1254814 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:01:12.175424 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 8c1d0309-057f-4518-bb83-b1f7f1254814, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8c1d0309-057f-4518-bb83-b1f7f1254814,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:12.179568 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:12.182943 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:12.238794 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=8c1d0309-057f-4518-bb83-b1f7f1254814,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:12.243108 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:12.400445 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['8c1d0309-057f-4518-bb83-b1f7f1254814'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:01:12.631182 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45648) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:12.752762 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:12.850686 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:12.855199 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:12.859069 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dd7724a0-fc0b-41a3-8a6a-191d2aa7610d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:12.992008 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e5077-ce16-437c-a89b-7fbeea6e8613 req-08eaad16-2bcb-46df-ab62-2f5980210608 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:12.994541 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4a1e5077-ce16-437c-a89b-7fbeea6e8613 req-08eaad16-2bcb-46df-ab62-2f5980210608 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 945 time: 0.0734801 Jun 16 16:01:13.044456 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4a1e5077-ce16-437c-a89b-7fbeea6e8613 req-84776583-0518-4d41-95f7-a3760d151318 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 Jun 16 16:01:13.155832 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f21197862cd846f0946bab2cffdc24b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234740 Jun 16 16:01:13.156804 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d85993b-e697-49f8-be38-861694d691a1,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:13.158968 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45654) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:13.164088 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.164494 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.164877 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.165279 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.165646 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.166009 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.166370 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.166724 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.167083 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.167439 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.167801 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.168152 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.172973 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:13.215274 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:13.238106 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:13.294440 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:13.297762 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:13.299340 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d85993b-e697-49f8-be38-861694d691a1 HTTP/1.1" status: 204 len: 168 time: 0.1392715 Jun 16 16:01:13.300377 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5669a511-b42e-4b30-84a9-18d7d00c20be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:13.310020 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d85993b-e697-49f8-be38-861694d691a1,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:13.317664 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.318038 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.318400 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.318753 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.319109 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.319459 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.319807 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.320160 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.320494 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.320883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.321227 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.321675 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:13.325130 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:14.001985 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 8c1d0309-057f-4518-bb83-b1f7f1254814 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:14.068843 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 8c1d0309-057f-4518-bb83-b1f7f1254814 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:14.074118 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 8c1d0309-057f-4518-bb83-b1f7f1254814 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:14.074514 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:14.171463 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:14.198492 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552a1fce-11f9-4451-a785-03240e18d50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1d0309-057f-4518-bb83-b1f7f1254814'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:01:14.202733 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06e02c3-e052-4372-bbd0-b5be1b1cc252" -d '{"events": [{"server_uuid": "552a1fce-11f9-4451-a785-03240e18d50a", "name": "network-vif-plugged", "status": "completed", "tag": "8c1d0309-057f-4518-bb83-b1f7f1254814"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:01:14.228073 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 8c1d0309-057f-4518-bb83-b1f7f1254814, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8c1d0309-057f-4518-bb83-b1f7f1254814,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:14.235465 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:14.240404 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e93e4595-95ba-4857-9469-9261ab13ce0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:14.253350 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cc9e3-bae8-4241-a547-4a5141432cf4 req-30b24b17-04fc-4938-adb1-3d3f7726621c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:14.255836 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b78cc9e3-bae8-4241-a547-4a5141432cf4 req-30b24b17-04fc-4938-adb1-3d3f7726621c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 945 time: 0.0902977 Jun 16 16:01:14.305842 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b78cc9e3-bae8-4241-a547-4a5141432cf4 req-22c11ce6-2c66-4b2d-930f-5a8aed595489 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392983 Jun 16 16:01:14.323107 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=8c1d0309-057f-4518-bb83-b1f7f1254814,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:14.328260 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:14.396762 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97db863-d11d-4dba-8801-e6e46842075d x-openstack-request-id: req-b97db863-d11d-4dba-8801-e6e46842075d {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:01:14.397123 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552a1fce-11f9-4451-a785-03240e18d50a", "name": "network-vif-plugged", "status": "completed", "tag": "8c1d0309-057f-4518-bb83-b1f7f1254814", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:01:14.397449 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b97db863-d11d-4dba-8801-e6e46842075d {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:01:14.397905 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552a1fce-11f9-4451-a785-03240e18d50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1d0309-057f-4518-bb83-b1f7f1254814', 'code': 200} Jun 16 16:01:14.660561 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb895e-d886-4f3b-b97f-986d3fc9bc6e req-ab0c34e7-96cf-4e9e-aeaf-60e9d6cf8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:14.662347 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6ffb895e-d886-4f3b-b97f-986d3fc9bc6e req-ab0c34e7-96cf-4e9e-aeaf-60e9d6cf8072 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 1099 time: 0.0594277 Jun 16 16:01:14.703370 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-6ffb895e-d886-4f3b-b97f-986d3fc9bc6e req-14ef3748-a75f-49a3-b1e2-d12380b7333d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337493 Jun 16 16:01:14.709905 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45706) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:14.827341 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4efc4705-20ef-4388-9274-be97143c4986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:14.924779 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4efc4705-20ef-4388-9274-be97143c4986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:14.929017 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4efc4705-20ef-4388-9274-be97143c4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:14.931765 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-07129259-21d2-40ac-8ee1-a7a754ef96ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:14.969297 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4efc4705-20ef-4388-9274-be97143c4986 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63ab65c2e94c43a1a42c0131544d7ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583477 Jun 16 16:01:14.970204 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc4705-20ef-4388-9274-be97143c4986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdefe9b4-ea59-4274-969d-83c7ad2e154d,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:14.971934 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45710) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:14.973195 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4efc4705-20ef-4388-9274-be97143c4986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:15.023378 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0bb970a0-5bf5-4973-b891-a127cd146636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:15.048154 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0bb970a0-5bf5-4973-b891-a127cd146636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:15.100043 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0bb970a0-5bf5-4973-b891-a127cd146636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:15.103259 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0bb970a0-5bf5-4973-b891-a127cd146636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:15.104391 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-0bb970a0-5bf5-4973-b891-a127cd146636 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdefe9b4-ea59-4274-969d-83c7ad2e154d HTTP/1.1" status: 204 len: 168 time: 0.1312912 Jun 16 16:01:15.105315 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dcf63cb9-dc05-4b4e-989a-ea1390dd0002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:15.114430 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb970a0-5bf5-4973-b891-a127cd146636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdefe9b4-ea59-4274-969d-83c7ad2e154d,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:15.117494 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0bb970a0-5bf5-4973-b891-a127cd146636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:15.536895 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caecf3-bf62-4bd3-90e6-775f66c4ef40 req-c0132e06-e280-4ef3-be08-1926d38b2d2b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:15.544691 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f2caecf3-bf62-4bd3-90e6-775f66c4ef40 req-c0132e06-e280-4ef3-be08-1926d38b2d2b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 946 time: 0.0936389 Jun 16 16:01:15.591993 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f2caecf3-bf62-4bd3-90e6-775f66c4ef40 req-8fe615d4-818a-4e24-a85c-18301aa5cba3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Jun 16 16:01:15.813599 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45736) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:15.917402 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1135688627-network', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:15.938570 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Made reservation on behalf of 7476d2e372f94f3eb117b25c82046d0a for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:01:15.940928 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:15.949644 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.038926 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.043674 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.046591 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a84c7b0b-7dcb-4186-9a33-0c81c40c2e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:16.070255 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:01:16.076577 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2b3123-c92c-4aa4-a610-354cdc83e6fe,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:16.080093 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:16.082895 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.083242 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Added segment 012315f6-b36b-4f7d-81ae-ebc5d2e01e20 of type vlan for network a3a27ba8-3ecc-4bee-b4a8-150818f346be Jun 16 16:01:16.126929 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.156280 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.157553 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:16.158130 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.160180 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:16.190565 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3755813 Jun 16 16:01:16.193493 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45740) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:16.198911 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Request body: {'subnet': {'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1135688627-subnet', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'ip_version': 4}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:16.220513 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a27ba8-3ecc-4bee-b4a8-150818f346be,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:16.221986 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Made reservation on behalf of 7476d2e372f94f3eb117b25c82046d0a for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:01:16.223499 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1705d847-5089-498b-b33b-f4a618adf769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:16.225161 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14231900'] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.231883 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network a3a27ba8-3ecc-4bee-b4a8-150818f346be details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:01:16.429269 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13992972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14231886'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.435000 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1c1487c3-e337-4066-8ec9-be4bc615ce98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:16.513459 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2820d777-ad60-4e3a-9e8c-9196ddcdec21,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:16.526516 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:16.540329 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Checking segment: {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:16.540947 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Network hostable DHCP agents. Network: a3a27ba8-3ecc-4bee-b4a8-150818f346be, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:01:16.564695 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Network a3a27ba8-3ecc-4bee-b4a8-150818f346be is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:01:16.577679 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, a3a27ba8-3ecc-4bee-b4a8-150818f346be) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:16.582235 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:16.582881 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.590385 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dad0e04-13eb-4c9d-8503-ce9d61035c3c None None] Network a3a27ba8-3ecc-4bee-b4a8-150818f346be requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:01:16.601903 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45742) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:16.602114 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-9dc1cadc-1737-47dd-b188-b88f56d12e4e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4072669 Jun 16 16:01:16.607057 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:16.636877 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.638299 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.714787 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.769715 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:01:16.771372 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.813874 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ee3ab-ca42-4aca-ab7b-9373559c3499 req-fa39054e-32dc-4ddd-a3a9-7485ffec6987 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:16.815380 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-264ee3ab-ca42-4aca-ab7b-9373559c3499 req-fa39054e-32dc-4ddd-a3a9-7485ffec6987 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 946 time: 0.0763512 Jun 16 16:01:16.859734 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-264ee3ab-ca42-4aca-ab7b-9373559c3499 req-d2186c70-3bd0-43f4-b12a-0be857327b0c tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371344 Jun 16 16:01:16.871617 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:16.927119 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Allocated IP 172.20.0.2 (a3a27ba8-3ecc-4bee-b4a8-150818f346be/2820d777-ad60-4e3a-9e8c-9196ddcdec21/2d6e0274-1576-45ce-8405-c737f6f04742) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:01:17.071545 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.080596 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Transition to ACTIVE for port object 2d6e0274-1576-45ce-8405-c737f6f04742 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:17.095049 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Transition to ACTIVE for port object 2d6e0274-1576-45ce-8405-c737f6f04742 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:17.100821 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.103900 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:17.126906 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.135929 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca1828-e63a-453c-9744-a6e42fb361bf req-3f263ac2-ce3d-48b4-945b-ade88627efc0 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:17.137481 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a2ca1828-e63a-453c-9744-a6e42fb361bf req-3f263ac2-ce3d-48b4-945b-ade88627efc0 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 946 time: 0.1586368 Jun 16 16:01:17.142075 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Network a3a27ba8-3ecc-4bee-b4a8-150818f346be is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:17.145093 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:17.147594 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:01:17.149978 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45750) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:17.156768 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-53455b0e-b038-443b-b7fe-18c583fe200b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Request body: {'floatingip': {'port_id': '8c1d0309-057f-4518-bb83-b1f7f1254814'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:17.158270 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.163685 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Pushing event updated for resources: {'Port': ['ID=2d6e0274-1576-45ce-8405-c737f6f04742,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:17.167297 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:17.210794 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-53455b0e-b038-443b-b7fe-18c583fe200b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.221676 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Attempting to bind port 2d6e0274-1576-45ce-8405-c737f6f04742 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:01:17.222200 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Attempting to bind port 2d6e0274-1576-45ce-8405-c737f6f04742 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:01:17.222755 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Attempting to bind port 2d6e0274-1576-45ce-8405-c737f6f04742 on network a3a27ba8-3ecc-4bee-b4a8-150818f346be {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:17.230975 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:01:17.231411 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Checking segment: {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:17.231888 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.232547 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Bound using segment: {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:01:17.233152 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Bound port: 2d6e0274-1576-45ce-8405-c737f6f04742, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:01:17.233415 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.286947 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Allocated IP 172.27.2.163 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/8b498f9f-fffb-4e97-80e0-e0160354ec9d) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:01:17.307386 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] For port 2d6e0274-1576-45ce-8405-c737f6f04742, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:01:17.311572 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] For port 2d6e0274-1576-45ce-8405-c737f6f04742, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=2d6e0274-1576-45ce-8405-c737f6f04742,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:01:17.316850 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.326399 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a91fe770-c8a6-4e2b-aafa-87cab7e8354b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:17.402093 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Pushing event updated for resources: {'Port': ['ID=2d6e0274-1576-45ce-8405-c737f6f04742,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:17.405541 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:17.424031 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.467464 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.470605 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:17.514107 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:17.519599 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:17.523216 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:01:17.549377 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Pushing event updated for resources: {'Port': ['ID=8b498f9f-fffb-4e97-80e0-e0160354ec9d,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:17.558077 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:17.821119 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-53455b0e-b038-443b-b7fe-18c583fe200b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.829120 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-53455b0e-b038-443b-b7fe-18c583fe200b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.835351 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:17.942962 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.l3_db [None req-53455b0e-b038-443b-b7fe-18c583fe200b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Floating IP 31e20070-2329-4f4f-8a63-45f9182c60a0 associated. External IP: 172.27.2.99, port: 8c1d0309-057f-4518-bb83-b1f7f1254814. Jun 16 16:01:18.044791 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:18.196314 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Router 28a06444-f2e6-4655-935e-761715b51ff1 is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:01:18.211052 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:18.222156 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53455b0e-b038-443b-b7fe-18c583fe200b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Router 2bc62cc5-a97e-4669-9982-d432b46bc67b has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:01:18.328409 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:01:18.340844 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Sync routers for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:01:18.353073 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:18.354980 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7515240 Jun 16 16:01:18.359629 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45754) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:18.360425 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:18.364910 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:18.368520 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53455b0e-b038-443b-b7fe-18c583fe200b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:01:18.379936 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-53455b0e-b038-443b-b7fe-18c583fe200b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:18.388931 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] Sync routers for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:01:18.408600 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:18.409443 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:18.435442 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-53455b0e-b038-443b-b7fe-18c583fe200b tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "PUT /v2.0/floatingips/31e20070-2329-4f4f-8a63-45f9182c60a0 HTTP/1.1" status: 200 len: 991 time: 1.2841856 Jun 16 16:01:18.439705 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552a1fce-11f9-4451-a785-03240e18d50a', 'tag': '8c1d0309-057f-4518-bb83-b1f7f1254814'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:01:18.442903 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451c4385-137a-46de-860c-ae602695c2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "552a1fce-11f9-4451-a785-03240e18d50a", "tag": "8c1d0309-057f-4518-bb83-b1f7f1254814"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:01:18.571973 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 2d6e0274-1576-45ce-8405-c737f6f04742 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:18.580834 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:18.752519 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8792ad9-1e03-4fb4-823f-77389072311c x-openstack-request-id: req-a8792ad9-1e03-4fb4-823f-77389072311c {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:01:18.753554 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552a1fce-11f9-4451-a785-03240e18d50a", "tag": "8c1d0309-057f-4518-bb83-b1f7f1254814", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:01:18.754078 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8792ad9-1e03-4fb4-823f-77389072311c {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:01:18.754656 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d24c96-60bb-47ad-8555-985c1f5b2573 None None] Network a3a27ba8-3ecc-4bee-b4a8-150818f346be requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:01:18.754998 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552a1fce-11f9-4451-a785-03240e18d50a', 'tag': '8c1d0309-057f-4518-bb83-b1f7f1254814', 'status': 'completed', 'code': 200} Jun 16 16:01:18.837159 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-ba06ae56-78e7-4fd4-aed1-36ae3aa51946 None None] Provisioning for port 2d6e0274-1576-45ce-8405-c737f6f04742 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:18.868899 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '31e20070-2329-4f4f-8a63-45f9182c60a0', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'port_id': '8c1d0309-057f-4518-bb83-b1f7f1254814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'mac_address': 'fa:16:3e:5d:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552a1fce-11f9-4451-a785-03240e18d50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:01:02Z', 'updated_at': '2021-06-16T16:01:17Z', 'revision_number': 1, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:18.872925 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] Checking router: 2bc62cc5-a97e-4669-9982-d432b46bc67b for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:18.881751 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:18.882593 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:18.898147 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:18.993874 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4385-137a-46de-860c-ae602695c2ee req-975ef907-f3c8-42e5-9165-78bd64485ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:18.996355 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-451c4385-137a-46de-860c-ae602695c2ee req-975ef907-f3c8-42e5-9165-78bd64485ee5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 1099 time: 0.1475599 Jun 16 16:01:18.999149 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:19.039022 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 2d6e0274-1576-45ce-8405-c737f6f04742 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:19.084480 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 2d6e0274-1576-45ce-8405-c737f6f04742 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:19.085131 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.276203 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4385-137a-46de-860c-ae602695c2ee req-7300e837-b087-48ae-ac94-cd735cdf3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:19.277702 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-451c4385-137a-46de-860c-ae602695c2ee req-7300e837-b087-48ae-ac94-cd735cdf3077 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 200 len: 913 time: 0.2274613 Jun 16 16:01:19.280421 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '31e20070-2329-4f4f-8a63-45f9182c60a0', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'port_id': '8c1d0309-057f-4518-bb83-b1f7f1254814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'mac_address': 'fa:16:3e:5d:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552a1fce-11f9-4451-a785-03240e18d50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:01:02Z', 'updated_at': '2021-06-16T16:01:17Z', 'revision_number': 1, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:19.285181 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8648f3-0956-4663-88d0-a11b5c28e4b4 None None] The sync data for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi is: [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '31e20070-2329-4f4f-8a63-45f9182c60a0', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'port_id': '8c1d0309-057f-4518-bb83-b1f7f1254814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'mac_address': 'fa:16:3e:5d:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552a1fce-11f9-4451-a785-03240e18d50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:01:02Z', 'updated_at': '2021-06-16T16:01:17Z', 'revision_number': 1, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:19.330203 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.364807 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:17Z', 'revision_number': 3, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:19.376210 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 2d6e0274-1576-45ce-8405-c737f6f04742, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=2d6e0274-1576-45ce-8405-c737f6f04742,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:19.377432 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Checking router: 28a06444-f2e6-4655-935e-761715b51ff1 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:19.377962 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Updating router 28a06444-f2e6-4655-935e-761715b51ff1 port 8b498f9f-fffb-4e97-80e0-e0160354ec9d binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:01:19.395642 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-451c4385-137a-46de-860c-ae602695c2ee req-36f9d4e2-25dd-4592-aaba-4971abde4270 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c1d0309-057f-4518-bb83-b1f7f1254814 HTTP/1.1" status: 200 len: 999 time: 0.0899560 Jun 16 16:01:19.404386 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.409163 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-75618afb-1ffc-450e-b18d-81ca15144743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:19.449663 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.482905 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4385-137a-46de-860c-ae602695c2ee req-69e22349-91be-46ec-9e80-6d9823fa873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:19.484380 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-451c4385-137a-46de-860c-ae602695c2ee req-69e22349-91be-46ec-9e80-6d9823fa873a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2e9a1c22-17c7-4892-b583-1c348d69e6a0 HTTP/1.1" status: 200 len: 850 time: 0.0816529 Jun 16 16:01:19.498037 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=2d6e0274-1576-45ce-8405-c737f6f04742,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:19.502566 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:19.613565 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604db5ac-95f6-4497-a0ec-8be9d691710e None None] New status for floating IP 31e20070-2329-4f4f-8a63-45f9182c60a0: ACTIVE {{(pid=91874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:01:19.617662 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-91442582-6370-468d-8664-22b91ad5cf7d None None] Provisioning complete for port 2d6e0274-1576-45ce-8405-c737f6f04742 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:19.618786 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-91442582-6370-468d-8664-22b91ad5cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.631623 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4385-137a-46de-860c-ae602695c2ee req-6f0c476c-a360-45b1-93d7-d66afe1c9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:19.633193 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-451c4385-137a-46de-860c-ae602695c2ee req-6f0c476c-a360-45b1-93d7-d66afe1c9d84 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a50a3315-6c80-4963-ada6-ff4dadfa88da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1407974 Jun 16 16:01:19.636456 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.825806 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-451c4385-137a-46de-860c-ae602695c2ee req-6b95f83b-712c-4ba4-8dc5-8f568af7169b service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804955 Jun 16 16:01:19.955178 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.960611 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Allocated IP 172.20.0.1 (a3a27ba8-3ecc-4bee-b4a8-150818f346be/2820d777-ad60-4e3a-9e8c-9196ddcdec21/417b8732-5866-4e93-9c3d-6b1f1147fccc) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:01:19.966088 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Transition to ACTIVE for port object 8b498f9f-fffb-4e97-80e0-e0160354ec9d will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:19.973740 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:19.975682 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:19.990733 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-451c4385-137a-46de-860c-ae602695c2ee req-0c1ffb1b-3868-4fd9-83f1-21fa079f92ad service neutron] 10.222.0.89 "GET /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495578 Jun 16 16:01:20.030880 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e417bd-08f2-412f-b73e-c447d09b41a1 None None] Pushing event updated for resources: {'Port': ['ID=8b498f9f-fffb-4e97-80e0-e0160354ec9d,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:20.033285 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Attempting to bind port 8b498f9f-fffb-4e97-80e0-e0160354ec9d on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:01:20.033832 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Attempting to bind port 8b498f9f-fffb-4e97-80e0-e0160354ec9d by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:01:20.034406 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Attempting to bind port 8b498f9f-fffb-4e97-80e0-e0160354ec9d on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:20.036272 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e8e417bd-08f2-412f-b73e-c447d09b41a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:20.041003 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:01:20.041387 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:20.041799 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.042197 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:01:20.042674 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Bound port: 8b498f9f-fffb-4e97-80e0-e0160354ec9d, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:01:20.043056 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.094926 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.096826 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] For port 8b498f9f-fffb-4e97-80e0-e0160354ec9d, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:01:20.100188 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] For port 8b498f9f-fffb-4e97-80e0-e0160354ec9d, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=8b498f9f-fffb-4e97-80e0-e0160354ec9d,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:01:20.106052 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.108021 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:20.115673 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Transition to ACTIVE for port object 417b8732-5866-4e93-9c3d-6b1f1147fccc will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:20.152073 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.155787 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4841574-baca-45da-a115-fac4c132e6b1 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:20.172960 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:20.173596 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:20.177249 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e417bd-08f2-412f-b73e-c447d09b41a1 None None] Pushing event updated for resources: {'Port': ['ID=8b498f9f-fffb-4e97-80e0-e0160354ec9d,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:20.197283 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Network a3a27ba8-3ecc-4bee-b4a8-150818f346be is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:20.203503 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:20.207968 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:01:20.209853 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e8e417bd-08f2-412f-b73e-c447d09b41a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:20.211220 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Pushing event updated for resources: {'Port': ['ID=417b8732-5866-4e93-9c3d-6b1f1147fccc,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:20.231522 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:20.252124 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.298444 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:20.430019 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.467474 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 2d6e0274-1576-45ce-8405-c737f6f04742 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:20.541886 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-b0aeb4ba-f9d0-43ce-9f1a-6edb0f3a20e9 None None] Provisioning for port 417b8732-5866-4e93-9c3d-6b1f1147fccc completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:20.556278 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-b0aeb4ba-f9d0-43ce-9f1a-6edb0f3a20e9 None None] Provisioning complete for port 417b8732-5866-4e93-9c3d-6b1f1147fccc triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:20.556733 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b0aeb4ba-f9d0-43ce-9f1a-6edb0f3a20e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.628197 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-b0aeb4ba-f9d0-43ce-9f1a-6edb0f3a20e9 None None] Port 417b8732-5866-4e93-9c3d-6b1f1147fccc cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:01:20.636253 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 2d6e0274-1576-45ce-8405-c737f6f04742 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:20.636672 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.687690 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.692824 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.695394 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a1e1e004-59d2-4427-8b1e-37c94db73a01 tempest-ServerRescueNegativeTestJSON-393677650 tempest-ServerRescueNegativeTestJSON-393677650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:20.768718 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Pushing event updated for resources: {'Port': ['ID=417b8732-5866-4e93-9c3d-6b1f1147fccc,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:20.771475 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:20.773508 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:20.826998 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:17Z', 'revision_number': 3, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:20.834007 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdede1-7987-4673-890f-4fc29ceb2baf None None] The sync data for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi is: [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:17Z', 'revision_number': 3, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:20.922878 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Network a3a27ba8-3ecc-4bee-b4a8-150818f346be is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:20.924451 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:21.079712 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Router 28a06444-f2e6-4655-935e-761715b51ff1 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:01:21.244972 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:01:21.261148 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] 10.222.0.48 "PUT /v2.0/routers/28a06444-f2e6-4655-935e-761715b51ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8997369 Jun 16 16:01:21.273514 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-65ae63f8-150c-4df2-b622-5376b42bd8ff None None] Provisioning complete for port 417b8732-5866-4e93-9c3d-6b1f1147fccc triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:21.273898 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-65ae63f8-150c-4df2-b622-5376b42bd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:21.328906 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-65ae63f8-150c-4df2-b622-5376b42bd8ff None None] Port 417b8732-5866-4e93-9c3d-6b1f1147fccc cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:01:21.849648 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45786) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:21.856079 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1936456121-network', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:21.880789 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Made reservation on behalf of f5691aad3fe24fdbb0727bf4b84d027a for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:01:21.883850 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:21.898941 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.009690 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.013935 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.017685 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-2edbab1e-9215-46b1-9173-78b2be73bbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:22.044635 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:01:22.056095 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e96c7de-bbbe-4042-8161-5227c6e15c31,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:22.059555 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:22.063122 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.063990 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Added segment 40348d59-a3e6-4489-826b-f235120bea1c of type vlan for network 9392970a-5604-4097-afae-cd44ab41d57a Jun 16 16:01:22.106535 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.138754 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.140079 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:22.140708 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.142826 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:22.176118 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3253508 Jun 16 16:01:22.178981 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45790) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:22.184826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Request body: {'subnet': {'network_id': '9392970a-5604-4097-afae-cd44ab41d57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1936456121-subnet', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:22.205587 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Pushing event updated for resources: {'Network': ['ID=9392970a-5604-4097-afae-cd44ab41d57a,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:22.208712 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:22.208992 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Made reservation on behalf of f5691aad3fe24fdbb0727bf4b84d027a for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:01:22.213166 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15222928'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.220234 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 9392970a-5604-4097-afae-cd44ab41d57a details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:01:22.417276 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8b498f9f-fffb-4e97-80e0-e0160354ec9d up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:22.431323 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15705064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15222914'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.433976 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-06b93bd6-7c33-4290-83a9-14bbbcaae10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:22.479533 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 8b498f9f-fffb-4e97-80e0-e0160354ec9d completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:22.484359 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 8b498f9f-fffb-4e97-80e0-e0160354ec9d triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:22.485651 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.499479 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5783ec51-a198-472c-82e7-e343b79b58f0,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:22.502945 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:22.512570 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Checking segment: {'id': '40348d59-a3e6-4489-826b-f235120bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:22.512934 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Network hostable DHCP agents. Network: 9392970a-5604-4097-afae-cd44ab41d57a, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:01:22.532660 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Network 9392970a-5604-4097-afae-cd44ab41d57a is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:01:22.549759 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 9392970a-5604-4097-afae-cd44ab41d57a) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:22.559656 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:22.561401 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.567331 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf47c8-3466-47ed-bae8-cff105c4551d None None] Network 9392970a-5604-4097-afae-cd44ab41d57a requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:01:22.578149 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8d341349-fd18-4303-ad3d-76b7a02e692f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3979766 Jun 16 16:01:22.580578 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45794) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:22.585252 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:22.610680 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.615048 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.616201 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.668077 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 8b498f9f-fffb-4e97-80e0-e0160354ec9d, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=8b498f9f-fffb-4e97-80e0-e0160354ec9d,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:22.669923 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Sync routers for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:01:22.676037 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.677552 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.685401 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:22.687459 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:22.688087 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:22.762223 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=8b498f9f-fffb-4e97-80e0-e0160354ec9d,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:22.766687 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:22.809659 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-9392970a-5604-4097-afae-cd44ab41d57a', 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'fixed_ips': [{'subnet_id': '5783ec51-a198-472c-82e7-e343b79b58f0'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:01:22.810795 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.816375 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:22.826418 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:22.966615 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Allocated IP 172.20.0.2 (9392970a-5604-4097-afae-cd44ab41d57a/5783ec51-a198-472c-82e7-e343b79b58f0/c94037d0-52f4-4ad8-a3c1-d77c3944b430) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:01:23.046685 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.054493 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '417b8732-5866-4e93-9c3d-6b1f1147fccc', 'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'mac_address': 'fa:16:3e:2a:e3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:19Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 2, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'subnets': [{'id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:23.060069 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Checking router: 28a06444-f2e6-4655-935e-761715b51ff1 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:23.060619 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Updating router 28a06444-f2e6-4655-935e-761715b51ff1 port 417b8732-5866-4e93-9c3d-6b1f1147fccc binding host dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:01:23.071737 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.115092 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.144558 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.156381 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Transition to ACTIVE for port object c94037d0-52f4-4ad8-a3c1-d77c3944b430 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:23.177841 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Transition to ACTIVE for port object c94037d0-52f4-4ad8-a3c1-d77c3944b430 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:23.185647 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.189171 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:23.197092 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Allocated IP 172.27.2.200 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/9f189558-6412-43cb-a36d-3c044fd82652) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:01:23.248042 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Pushing event updated for resources: {'Port': ['ID=c94037d0-52f4-4ad8-a3c1-d77c3944b430,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:23.254782 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:23.264569 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Network 9392970a-5604-4097-afae-cd44ab41d57a is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:23.266042 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:23.269269 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:01:23.330448 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Attempting to bind port c94037d0-52f4-4ad8-a3c1-d77c3944b430 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:01:23.330710 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.330819 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Attempting to bind port c94037d0-52f4-4ad8-a3c1-d77c3944b430 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '40348d59-a3e6-4489-826b-f235120bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:01:23.331175 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Attempting to bind port c94037d0-52f4-4ad8-a3c1-d77c3944b430 on network 9392970a-5604-4097-afae-cd44ab41d57a {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:23.337838 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:01:23.338232 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Checking segment: {'id': '40348d59-a3e6-4489-826b-f235120bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:23.338642 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.339038 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Bound using segment: {'id': '40348d59-a3e6-4489-826b-f235120bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:01:23.339566 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Bound port: c94037d0-52f4-4ad8-a3c1-d77c3944b430, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40348d59-a3e6-4489-826b-f235120bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:01:23.339962 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.378369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.381947 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:23.415373 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] For port c94037d0-52f4-4ad8-a3c1-d77c3944b430, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:01:23.419744 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:23.421106 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] For port c94037d0-52f4-4ad8-a3c1-d77c3944b430, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=c94037d0-52f4-4ad8-a3c1-d77c3944b430,segment=NetworkSegment(40348d59-a3e6-4489-826b-f235120bea1c),segment_id=40348d59-a3e6-4489-826b-f235120bea1c)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:01:23.423838 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:23.427473 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:01:23.428799 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.433682 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:23.458895 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Pushing event updated for resources: {'Port': ['ID=9f189558-6412-43cb-a36d-3c044fd82652,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:23.463883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:23.493888 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Pushing event updated for resources: {'Port': ['ID=c94037d0-52f4-4ad8-a3c1-d77c3944b430,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:23.497239 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:23.549228 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.561601 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Transition to ACTIVE for port object 417b8732-5866-4e93-9c3d-6b1f1147fccc will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:23.569213 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.572574 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:23.778577 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Pushing event updated for resources: {'Port': ['ID=417b8732-5866-4e93-9c3d-6b1f1147fccc,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:23.801172 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.801654 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.802138 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.802560 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.803002 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.803422 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.803838 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.804266 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.804830 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.805832 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.806353 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.807139 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:23.813927 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:23.817524 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Attempting to bind port 417b8732-5866-4e93-9c3d-6b1f1147fccc on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:01:23.818071 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Attempting to bind port 417b8732-5866-4e93-9c3d-6b1f1147fccc by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:01:23.818671 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Attempting to bind port 417b8732-5866-4e93-9c3d-6b1f1147fccc on network a3a27ba8-3ecc-4bee-b4a8-150818f346be {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:23.833476 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:01:23.834081 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Checking segment: {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:23.834598 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.835272 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Bound using segment: {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:01:23.835749 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Bound port: 417b8732-5866-4e93-9c3d-6b1f1147fccc, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:01:23.836297 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.959148 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] For port 417b8732-5866-4e93-9c3d-6b1f1147fccc, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:01:23.964805 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] For port 417b8732-5866-4e93-9c3d-6b1f1147fccc, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=417b8732-5866-4e93-9c3d-6b1f1147fccc,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:01:23.980921 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:23.984171 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-5e4f3a36-ee43-4742-8e78-dc55971c5fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:24.045706 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:24.046653 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:24.153654 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:24.157594 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Pushing event updated for resources: {'Port': ['ID=417b8732-5866-4e93-9c3d-6b1f1147fccc,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:24.166389 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:24.207264 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:24.387099 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:24.485475 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '417b8732-5866-4e93-9c3d-6b1f1147fccc', 'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'mac_address': 'fa:16:3e:2a:e3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:19Z', 'updated_at': '2021-06-16T16:01:23Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'subnets': [{'id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:24.492432 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896cd961-6d6f-4c22-930a-19a346007c08 None None] The sync data for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi is: [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '417b8732-5866-4e93-9c3d-6b1f1147fccc', 'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'mac_address': 'fa:16:3e:2a:e3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:19Z', 'updated_at': '2021-06-16T16:01:23Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'subnets': [{'id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:24.595310 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Router d52bfd35-435c-4f58-baad-be0a27366960 is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:01:24.652939 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device c94037d0-52f4-4ad8-a3c1-d77c3944b430 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:24.727953 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port c94037d0-52f4-4ad8-a3c1-d77c3944b430 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:24.733915 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8b498f9f-fffb-4e97-80e0-e0160354ec9d up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:24.745344 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:01:24.766767 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Sync routers for ids ['d52bfd35-435c-4f58-baad-be0a27366960'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:01:24.779527 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:24.781484 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1998603 Jun 16 16:01:24.783991 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45802) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:24.785676 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Routers {'d52bfd35-435c-4f58-baad-be0a27366960'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:24.786436 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['d52bfd35-435c-4f58-baad-be0a27366960'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:24.900007 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ba542-5020-416e-96df-f53dbb6e1bef None None] Network 9392970a-5604-4097-afae-cd44ab41d57a requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:01:24.945598 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 8b498f9f-fffb-4e97-80e0-e0160354ec9d triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:24.946043 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.028707 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-55375f0a-8d23-4379-8ac8-dc2acd7a34a2 None None] Provisioning for port c94037d0-52f4-4ad8-a3c1-d77c3944b430 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:25.053444 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-55375f0a-8d23-4379-8ac8-dc2acd7a34a2 None None] Provisioning complete for port c94037d0-52f4-4ad8-a3c1-d77c3944b430 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:25.053823 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55375f0a-8d23-4379-8ac8-dc2acd7a34a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.057417 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Set router d52bfd35-435c-4f58-baad-be0a27366960 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:25.302613 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.400075 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55375f0a-8d23-4379-8ac8-dc2acd7a34a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.467195 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-55375f0a-8d23-4379-8ac8-dc2acd7a34a2 None None] For port c94037d0-52f4-4ad8-a3c1-d77c3944b430, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=c94037d0-52f4-4ad8-a3c1-d77c3944b430,segment=NetworkSegment(40348d59-a3e6-4489-826b-f235120bea1c),segment_id=40348d59-a3e6-4489-826b-f235120bea1c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:25.474819 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-55375f0a-8d23-4379-8ac8-dc2acd7a34a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.477839 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:25.519116 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Allocated IP 172.20.0.1 (9392970a-5604-4097-afae-cd44ab41d57a/5783ec51-a198-472c-82e7-e343b79b58f0/e8b82644-5b22-4648-aa84-51bb463a4bc0) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:01:25.683424 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55375f0a-8d23-4379-8ac8-dc2acd7a34a2 None None] Pushing event updated for resources: {'Port': ['ID=c94037d0-52f4-4ad8-a3c1-d77c3944b430,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:25.689033 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-55375f0a-8d23-4379-8ac8-dc2acd7a34a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:25.692071 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '9f189558-6412-43cb-a36d-3c044fd82652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:22Z', 'updated_at': '2021-06-16T16:01:23Z', 'revision_number': 3, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'gw_port': {'id': '9f189558-6412-43cb-a36d-3c044fd82652', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:23Z', 'updated_at': '2021-06-16T16:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:25.697644 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Checking router: d52bfd35-435c-4f58-baad-be0a27366960 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:25.698118 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Updating router d52bfd35-435c-4f58-baad-be0a27366960 port 9f189558-6412-43cb-a36d-3c044fd82652 binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:01:25.713378 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.736778 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Transition to ACTIVE for port object e8b82644-5b22-4648-aa84-51bb463a4bc0 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:25.748644 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.783601 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.787269 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dae128eb-d160-4430-821a-69a2a11d343e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:25.830161 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Network 9392970a-5604-4097-afae-cd44ab41d57a is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:25.836100 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:25.840715 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:01:25.846748 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b82644-5b22-4648-aa84-51bb463a4bc0,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:25.867850 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:25.889998 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.897305 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-a51300e5-43e9-4c31-8a4f-e691cc3a5306 None None] Provisioning complete for port c94037d0-52f4-4ad8-a3c1-d77c3944b430 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:25.897677 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a51300e5-43e9-4c31-8a4f-e691cc3a5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.060203 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.132351 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.142558 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Transition to ACTIVE for port object 9f189558-6412-43cb-a36d-3c044fd82652 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:26.149896 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.152308 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-f3b54067-e6c9-43c0-ada6-6b055cffdb67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:26.217964 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9afc4-d6c0-4558-a44d-13edbcde499e None None] Pushing event updated for resources: {'Port': ['ID=9f189558-6412-43cb-a36d-3c044fd82652,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:26.221039 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Attempting to bind port 9f189558-6412-43cb-a36d-3c044fd82652 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:01:26.221558 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Attempting to bind port 9f189558-6412-43cb-a36d-3c044fd82652 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:01:26.221937 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Attempting to bind port 9f189558-6412-43cb-a36d-3c044fd82652 on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:26.224094 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a0f9afc4-d6c0-4558-a44d-13edbcde499e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:26.224902 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-afc8d4a2-99a4-46ab-9796-6751d543e4c7 None None] Provisioning for port e8b82644-5b22-4648-aa84-51bb463a4bc0 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:26.231245 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:01:26.231638 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:26.232081 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.232480 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:01:26.232987 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Bound port: 9f189558-6412-43cb-a36d-3c044fd82652, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:01:26.233379 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.234931 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-afc8d4a2-99a4-46ab-9796-6751d543e4c7 None None] Provisioning complete for port e8b82644-5b22-4648-aa84-51bb463a4bc0 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:26.235313 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-afc8d4a2-99a4-46ab-9796-6751d543e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.241935 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.247631 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.249840 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ee8e0cca-eb8c-4c4f-b617-f00f92bafdf7 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:26.304484 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-afc8d4a2-99a4-46ab-9796-6751d543e4c7 None None] Port e8b82644-5b22-4648-aa84-51bb463a4bc0 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:01:26.316085 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] For port 9f189558-6412-43cb-a36d-3c044fd82652, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:01:26.319285 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] For port 9f189558-6412-43cb-a36d-3c044fd82652, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=9f189558-6412-43cb-a36d-3c044fd82652,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:01:26.319474 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b82644-5b22-4648-aa84-51bb463a4bc0,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:26.322980 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.324499 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.325244 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:26.326527 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e8e417bd-08f2-412f-b73e-c447d09b41a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:26.387150 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Routers {'d52bfd35-435c-4f58-baad-be0a27366960'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:26.387792 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['d52bfd35-435c-4f58-baad-be0a27366960'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:26.389708 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9afc4-d6c0-4558-a44d-13edbcde499e None None] Pushing event updated for resources: {'Port': ['ID=9f189558-6412-43cb-a36d-3c044fd82652,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:26.393361 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a0f9afc4-d6c0-4558-a44d-13edbcde499e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:26.434167 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Network 9392970a-5604-4097-afae-cd44ab41d57a is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:26.435710 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:26.509051 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device c94037d0-52f4-4ad8-a3c1-d77c3944b430 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:26.545542 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] Set router d52bfd35-435c-4f58-baad-be0a27366960 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:26.561613 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Router d52bfd35-435c-4f58-baad-be0a27366960 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:01:26.659011 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port c94037d0-52f4-4ad8-a3c1-d77c3944b430 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:26.659404 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.682431 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:01:26.690800 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] 10.222.0.48 "PUT /v2.0/routers/d52bfd35-435c-4f58-baad-be0a27366960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9049459 Jun 16 16:01:26.755270 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-566a7b1b-a80f-42fd-8dd7-134edb49cb81 None None] Provisioning complete for port e8b82644-5b22-4648-aa84-51bb463a4bc0 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:26.755889 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-566a7b1b-a80f-42fd-8dd7-134edb49cb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.855086 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-566a7b1b-a80f-42fd-8dd7-134edb49cb81 None None] Port e8b82644-5b22-4648-aa84-51bb463a4bc0 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:01:26.878125 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 417b8732-5866-4e93-9c3d-6b1f1147fccc up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:26.920699 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '9f189558-6412-43cb-a36d-3c044fd82652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:22Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 4, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'gw_port': {'id': '9f189558-6412-43cb-a36d-3c044fd82652', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:23Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'e8b82644-5b22-4648-aa84-51bb463a4bc0', 'name': '', 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'mac_address': 'fa:16:3e:d9:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:25Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 2, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'subnets': [{'id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:26.926305 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd2ca6-1443-4631-aeba-6a78ad3b2e3f None None] The sync data for ids ['d52bfd35-435c-4f58-baad-be0a27366960'] in dv-cinder-796113-4-iscsi is: [{'id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '9f189558-6412-43cb-a36d-3c044fd82652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:22Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 4, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'gw_port': {'id': '9f189558-6412-43cb-a36d-3c044fd82652', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:23Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'e8b82644-5b22-4648-aa84-51bb463a4bc0', 'name': '', 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'mac_address': 'fa:16:3e:d9:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:25Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 2, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'subnets': [{'id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:26.949082 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 417b8732-5866-4e93-9c3d-6b1f1147fccc completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:26.953683 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 417b8732-5866-4e93-9c3d-6b1f1147fccc triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:26.953904 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.049053 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.092916 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 417b8732-5866-4e93-9c3d-6b1f1147fccc, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=417b8732-5866-4e93-9c3d-6b1f1147fccc,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:27.101301 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.103617 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:27.161001 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=417b8732-5866-4e93-9c3d-6b1f1147fccc,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:27.164145 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:27.359691 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45820) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:27.365132 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-cf2e9bb0-5a44-4919-a400-5fd796611f4a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876361579', 'description': 'tempest-secgroup-smoke-876361579 description', 'project_id': '7476d2e372f94f3eb117b25c82046d0a'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:27.391736 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cf2e9bb0-5a44-4919-a400-5fd796611f4a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.489189 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cf2e9bb0-5a44-4919-a400-5fd796611f4a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.495082 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cf2e9bb0-5a44-4919-a400-5fd796611f4a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.497679 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8a04934b-3c96-42c2-b5fd-b980f9a2d92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:27.528048 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-cf2e9bb0-5a44-4919-a400-5fd796611f4a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.529309 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-cf2e9bb0-5a44-4919-a400-5fd796611f4a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1685727 Jun 16 16:01:27.531348 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e9bb0-5a44-4919-a400-5fd796611f4a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:27.532627 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45822) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:27.534222 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cf2e9bb0-5a44-4919-a400-5fd796611f4a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:27.537978 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-b080486b-ed54-45c2-b337-a84c7612d90d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Request body: {'security_group_rule': {'security_group_id': 'dfce6d51-b6b0-487f-a79c-1ff19c7bdd58', 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:27.574417 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b080486b-ed54-45c2-b337-a84c7612d90d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.660376 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b080486b-ed54-45c2-b337-a84c7612d90d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.669852 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b080486b-ed54-45c2-b337-a84c7612d90d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.671992 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8bf51c68-84ba-4f7f-8571-a6f3403c36c8 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:27.688674 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080486b-ed54-45c2-b337-a84c7612d90d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7eb8438-5122-4d7f-a758-295d0551a436,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:27.691582 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b080486b-ed54-45c2-b337-a84c7612d90d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:27.698021 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b080486b-ed54-45c2-b337-a84c7612d90d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.700928 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-b080486b-ed54-45c2-b337-a84c7612d90d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664538 Jun 16 16:01:27.703369 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45824) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:27.709777 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-77713d69-7a46-42fb-b6a4-4619f75d6851 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Request body: {'security_group_rule': {'security_group_id': 'dfce6d51-b6b0-487f-a79c-1ff19c7bdd58', 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:27.740401 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77713d69-7a46-42fb-b6a4-4619f75d6851 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.846552 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77713d69-7a46-42fb-b6a4-4619f75d6851 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.850787 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77713d69-7a46-42fb-b6a4-4619f75d6851 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.853113 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:27.871924 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77713d69-7a46-42fb-b6a4-4619f75d6851 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ef72e1-d65b-45b7-b41a-a38cb0026ae0,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:27.874739 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-77713d69-7a46-42fb-b6a4-4619f75d6851 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:27.879507 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77713d69-7a46-42fb-b6a4-4619f75d6851 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.880902 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-77713d69-7a46-42fb-b6a4-4619f75d6851 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1750801 Jun 16 16:01:27.884410 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45828) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:27.889234 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-712ada22-12dd-463f-ac88-4e0fe3ea8c20 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Request body: {'security_group_rule': {'security_group_id': 'dfce6d51-b6b0-487f-a79c-1ff19c7bdd58', 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:27.917774 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-712ada22-12dd-463f-ac88-4e0fe3ea8c20 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.995770 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-712ada22-12dd-463f-ac88-4e0fe3ea8c20 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.000826 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-712ada22-12dd-463f-ac88-4e0fe3ea8c20 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.003251 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:28.021266 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ada22-12dd-463f-ac88-4e0fe3ea8c20 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303915d6-abb2-4222-9c70-fa3087c90fd5,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:28.024607 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-712ada22-12dd-463f-ac88-4e0fe3ea8c20 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:28.029391 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-712ada22-12dd-463f-ac88-4e0fe3ea8c20 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.030373 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-712ada22-12dd-463f-ac88-4e0fe3ea8c20 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449933 Jun 16 16:01:28.033510 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45830) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:28.041230 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-25ba8e5e-2694-4864-9ac1-05e868ea0d82 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Request body: {'security_group_rule': {'security_group_id': 'dfce6d51-b6b0-487f-a79c-1ff19c7bdd58', 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:28.093719 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25ba8e5e-2694-4864-9ac1-05e868ea0d82 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.174280 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25ba8e5e-2694-4864-9ac1-05e868ea0d82 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.179773 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25ba8e5e-2694-4864-9ac1-05e868ea0d82 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.183371 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-510741eb-2fe8-43ef-aa2a-49ef3c847d23 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:28.201433 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba8e5e-2694-4864-9ac1-05e868ea0d82 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0205e74-9acf-41e0-9621-757b70256433,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:28.204299 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-25ba8e5e-2694-4864-9ac1-05e868ea0d82 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:28.211754 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-25ba8e5e-2694-4864-9ac1-05e868ea0d82 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.218393 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-25ba8e5e-2694-4864-9ac1-05e868ea0d82 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781139 Jun 16 16:01:28.218777 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 45832) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:28.226243 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-54fc49ec-e4b1-4600-9f40-35b8ae399575 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Request body: {'security_group_rule': {'security_group_id': 'dfce6d51-b6b0-487f-a79c-1ff19c7bdd58', 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:28.265794 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.securitygroups_db [None req-54fc49ec-e4b1-4600-9f40-35b8ae399575 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Project 7476d2e372f94f3eb117b25c82046d0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:01:28.275508 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-54fc49ec-e4b1-4600-9f40-35b8ae399575 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.379968 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-54fc49ec-e4b1-4600-9f40-35b8ae399575 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.386557 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-54fc49ec-e4b1-4600-9f40-35b8ae399575 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.389515 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:28.410392 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc49ec-e4b1-4600-9f40-35b8ae399575 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425ec009-eb8b-45b8-8e63-d9f891ed5554,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:28.418324 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-54fc49ec-e4b1-4600-9f40-35b8ae399575 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:28.428114 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-54fc49ec-e4b1-4600-9f40-35b8ae399575 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.432298 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-54fc49ec-e4b1-4600-9f40-35b8ae399575 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2124805 Jun 16 16:01:28.434115 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 45836) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:28.443087 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-5ad3b4ac-a8ea-4df8-a640-d4eeeec82cac tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Request body: {'security_group_rule': {'security_group_id': 'dfce6d51-b6b0-487f-a79c-1ff19c7bdd58', 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:28.473721 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.securitygroups_db [None req-5ad3b4ac-a8ea-4df8-a640-d4eeeec82cac tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Project 7476d2e372f94f3eb117b25c82046d0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:01:28.479756 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b4ac-a8ea-4df8-a640-d4eeeec82cac tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.524813 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 417b8732-5866-4e93-9c3d-6b1f1147fccc up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:28.559578 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b4ac-a8ea-4df8-a640-d4eeeec82cac tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.564894 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b4ac-a8ea-4df8-a640-d4eeeec82cac tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.573286 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:28.578699 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 417b8732-5866-4e93-9c3d-6b1f1147fccc triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:28.579086 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.593667 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3b4ac-a8ea-4df8-a640-d4eeeec82cac tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b12513-f798-447e-9b51-e9d072e098bd,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:28.598308 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5ad3b4ac-a8ea-4df8-a640-d4eeeec82cac tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:28.599939 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b4ac-a8ea-4df8-a640-d4eeeec82cac tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.601844 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-5ad3b4ac-a8ea-4df8-a640-d4eeeec82cac tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1657999 Jun 16 16:01:28.678327 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 9f189558-6412-43cb-a36d-3c044fd82652 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:28.754958 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 9f189558-6412-43cb-a36d-3c044fd82652 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:28.764756 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 9f189558-6412-43cb-a36d-3c044fd82652 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:28.765203 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.895758 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.938400 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 9f189558-6412-43cb-a36d-3c044fd82652, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=9f189558-6412-43cb-a36d-3c044fd82652,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:28.944989 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.948686 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a35cd9f0-cfd7-4f56-9368-2dbc25668600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:29.008607 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=9f189558-6412-43cb-a36d-3c044fd82652,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:29.027339 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:29.306271 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Sync routers for ids ['d52bfd35-435c-4f58-baad-be0a27366960'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:01:29.324772 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Routers {'d52bfd35-435c-4f58-baad-be0a27366960'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:29.325417 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['d52bfd35-435c-4f58-baad-be0a27366960'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:29.496348 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Set router d52bfd35-435c-4f58-baad-be0a27366960 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:29.744948 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '9f189558-6412-43cb-a36d-3c044fd82652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:22Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 4, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'gw_port': {'id': '9f189558-6412-43cb-a36d-3c044fd82652', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:23Z', 'updated_at': '2021-06-16T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'e8b82644-5b22-4648-aa84-51bb463a4bc0', 'name': '', 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'mac_address': 'fa:16:3e:d9:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:25Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 2, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'subnets': [{'id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:29.749232 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Checking router: d52bfd35-435c-4f58-baad-be0a27366960 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:29.749579 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Updating router d52bfd35-435c-4f58-baad-be0a27366960 port e8b82644-5b22-4648-aa84-51bb463a4bc0 binding host dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:01:29.787075 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.075225 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.087488 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Transition to ACTIVE for port object e8b82644-5b22-4648-aa84-51bb463a4bc0 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:30.094216 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.096763 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-739fdf06-061a-496a-a710-36deddabac66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:30.178298 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03073-2878-481d-96ac-ae09e9716a5e None None] Pushing event updated for resources: {'Port': ['ID=e8b82644-5b22-4648-aa84-51bb463a4bc0,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:30.182657 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bfe03073-2878-481d-96ac-ae09e9716a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:30.240323 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Attempting to bind port e8b82644-5b22-4648-aa84-51bb463a4bc0 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:01:30.240797 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Attempting to bind port e8b82644-5b22-4648-aa84-51bb463a4bc0 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '40348d59-a3e6-4489-826b-f235120bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:01:30.241671 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Attempting to bind port e8b82644-5b22-4648-aa84-51bb463a4bc0 on network 9392970a-5604-4097-afae-cd44ab41d57a {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:30.247989 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:01:30.248434 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Checking segment: {'id': '40348d59-a3e6-4489-826b-f235120bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:30.248929 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.249537 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Bound using segment: {'id': '40348d59-a3e6-4489-826b-f235120bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:01:30.250246 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Bound port: e8b82644-5b22-4648-aa84-51bb463a4bc0, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40348d59-a3e6-4489-826b-f235120bea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:01:30.250837 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.327383 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-1449a8b2-421f-42d4-9186-7ccbddad0749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.331888 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] For port e8b82644-5b22-4648-aa84-51bb463a4bc0, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:01:30.335595 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] For port e8b82644-5b22-4648-aa84-51bb463a4bc0, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=e8b82644-5b22-4648-aa84-51bb463a4bc0,segment=NetworkSegment(40348d59-a3e6-4489-826b-f235120bea1c),segment_id=40348d59-a3e6-4489-826b-f235120bea1c)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:01:30.340170 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.342601 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:30.404502 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Routers {'d52bfd35-435c-4f58-baad-be0a27366960'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:30.405184 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['d52bfd35-435c-4f58-baad-be0a27366960'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:30.409337 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03073-2878-481d-96ac-ae09e9716a5e None None] Pushing event updated for resources: {'Port': ['ID=e8b82644-5b22-4648-aa84-51bb463a4bc0,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:30.421692 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 9f189558-6412-43cb-a36d-3c044fd82652 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:30.443863 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bfe03073-2878-481d-96ac-ae09e9716a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:30.476294 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 9f189558-6412-43cb-a36d-3c044fd82652 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:30.477040 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.634666 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] Set router d52bfd35-435c-4f58-baad-be0a27366960 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:30.894923 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '9f189558-6412-43cb-a36d-3c044fd82652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:22Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 4, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'gw_port': {'id': '9f189558-6412-43cb-a36d-3c044fd82652', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:23Z', 'updated_at': '2021-06-16T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'e8b82644-5b22-4648-aa84-51bb463a4bc0', 'name': '', 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'mac_address': 'fa:16:3e:d9:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:25Z', 'updated_at': '2021-06-16T16:01:30Z', 'revision_number': 4, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'subnets': [{'id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:30.901703 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc785f-0c13-491a-a92a-88e6c188c325 None None] The sync data for ids ['d52bfd35-435c-4f58-baad-be0a27366960'] in dv-cinder-796113-4-iscsi is: [{'id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '9f189558-6412-43cb-a36d-3c044fd82652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:22Z', 'updated_at': '2021-06-16T16:01:26Z', 'revision_number': 4, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'gw_port': {'id': '9f189558-6412-43cb-a36d-3c044fd82652', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:23Z', 'updated_at': '2021-06-16T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'e8b82644-5b22-4648-aa84-51bb463a4bc0', 'name': '', 'network_id': '9392970a-5604-4097-afae-cd44ab41d57a', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'mac_address': 'fa:16:3e:d9:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:25Z', 'updated_at': '2021-06-16T16:01:30Z', 'revision_number': 4, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'subnets': [{'id': '5783ec51-a198-472c-82e7-e343b79b58f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:32.431445 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device e8b82644-5b22-4648-aa84-51bb463a4bc0 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:32.491840 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port e8b82644-5b22-4648-aa84-51bb463a4bc0 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:32.497534 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port e8b82644-5b22-4648-aa84-51bb463a4bc0 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:32.498520 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:32.583609 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:32.620749 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port e8b82644-5b22-4648-aa84-51bb463a4bc0, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=e8b82644-5b22-4648-aa84-51bb463a4bc0,segment=NetworkSegment(40348d59-a3e6-4489-826b-f235120bea1c),segment_id=40348d59-a3e6-4489-826b-f235120bea1c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:32.625134 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:32.626889 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:32.679805 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=e8b82644-5b22-4648-aa84-51bb463a4bc0,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:32.687618 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:34.398311 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device e8b82644-5b22-4648-aa84-51bb463a4bc0 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:34.450038 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3b5f3a3e-5492-45a8-8e14-bd3a88596862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:34.464455 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port e8b82644-5b22-4648-aa84-51bb463a4bc0 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:34.464867 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:35.286349 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:36.281979 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.600979 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:45.295727 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-32759840-c5d9-44a2-a227-66464c4c30bd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876361579&fields=id&tenant_id=7476d2e372f94f3eb117b25c82046d0a HTTP/1.1" status: 200 len: 267 time: 0.0357616 Jun 16 16:01:45.410013 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-c4fb42d7-e92e-4137-9605-fe444cec30bf tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:45.411402 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-c4fb42d7-e92e-4137-9605-fe444cec30bf tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/networks?id=a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 200 len: 809 time: 0.1092126 Jun 16 16:01:45.426841 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-cae251c5-508b-4498-8860-3a10d9bdb1c1 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/quotas/7476d2e372f94f3eb117b25c82046d0a HTTP/1.1" status: 200 len: 375 time: 0.0092971 Jun 16 16:01:45.516923 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-7eef2e55-b09a-40ab-9f00-42a2b72bec03 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7476d2e372f94f3eb117b25c82046d0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834994 Jun 16 16:01:45.621066 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-735e3fad-c039-461c-9eeb-cb3ed71a4259 service neutron] 10.222.0.48 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890889 Jun 16 16:01:45.725342 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-dc28f80b-8df4-460b-b453-53a3d527ba41 service neutron] 10.222.0.48 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976145 Jun 16 16:01:46.128065 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3c7ea9f7-6689-41d0-a5ff-dc36bb541585 req-fbbc12d5-d711-45f9-891c-d2702ce218e0 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 210 time: 0.0702293 Jun 16 16:01:47.234819 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-c8f58040-b00b-4a50-a964-484f19af97fb tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:47.236243 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-c8f58040-b00b-4a50-a964-484f19af97fb tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.89 "GET /v2.0/networks?id=a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 200 len: 809 time: 0.1353896 Jun 16 16:01:47.321098 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-66466115-37ab-4324-aab2-aca991c16226 req-a8bff5e4-4ae9-4d07-8068-8f9d44bfe40c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 210 time: 0.0360775 Jun 16 16:01:47.321784 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ec311054-b0e4-480a-98be-3b8142b29e85 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7476d2e372f94f3eb117b25c82046d0a HTTP/1.1" status: 200 len: 379 time: 0.0703862 Jun 16 16:01:47.334563 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Request body: {'port': {'device_id': '77222e78-7ac9-42ad-a161-b6124c013473', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'admin_state_up': True, 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'security_groups': ['dfce6d51-b6b0-487f-a79c-1ff19c7bdd58']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:47.513797 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Made reservation on behalf of 7476d2e372f94f3eb117b25c82046d0a for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:01:47.517342 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:47.666514 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Allocated IP 172.20.0.4 (a3a27ba8-3ecc-4bee-b4a8-150818f346be/2820d777-ad60-4e3a-9e8c-9196ddcdec21/663bd0b2-26a5-4388-938c-3e447ab5a7c1) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:01:47.830665 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:47.848427 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Transition to ACTIVE for port object 663bd0b2-26a5-4388-938c-3e447ab5a7c1 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:47.891290 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:47.895374 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1fe41672-6c43-4375-abb3-973b9944b4f3 tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:47.936450 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Network a3a27ba8-3ecc-4bee-b4a8-150818f346be is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:01:47.942048 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:01:47.950300 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:01:47.977647 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'Port': ['ID=663bd0b2-26a5-4388-938c-3e447ab5a7c1,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:47.982516 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:48.007413 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:48.008171 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.026437 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6960177 Jun 16 16:01:48.039770 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Request body: {'port': {'device_id': '77222e78-7ac9-42ad-a161-b6124c013473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:01:48.172002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.177407 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3b15ccf0-8eac-4009-809f-61875ebcfaf4 None None] Provisioning for port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:48.184199 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-3b15ccf0-8eac-4009-809f-61875ebcfaf4 None None] Provisioning complete for port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:48.184889 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3b15ccf0-8eac-4009-809f-61875ebcfaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.252933 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.254274 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-3b15ccf0-8eac-4009-809f-61875ebcfaf4 None None] Port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:01:48.476689 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:01:48.578486 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd1934-5bd3-4db3-916f-b056892abd2f req-7a7f1a81-05ef-498e-a2b3-903db9277300 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:48.580070 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-51cd1934-5bd3-4db3-916f-b056892abd2f req-7a7f1a81-05ef-498e-a2b3-903db9277300 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 931 time: 0.0868471 Jun 16 16:01:48.626869 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-51cd1934-5bd3-4db3-916f-b056892abd2f req-6015c131-c85b-4fbf-8fbc-2bd46cf46c55 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367255 Jun 16 16:01:48.764614 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663bd0b2-26a5-4388-938c-3e447ab5a7c1 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:01:48.772411 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.786117 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Transition to ACTIVE for port object 663bd0b2-26a5-4388-938c-3e447ab5a7c1 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:01:48.791694 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.793796 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:48.877785 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Pushing event updated for resources: {'Port': ['ID=663bd0b2-26a5-4388-938c-3e447ab5a7c1,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:48.882289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:48.976866 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Attempting to bind port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:01:48.977194 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Attempting to bind port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:01:48.977564 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Attempting to bind port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 on network a3a27ba8-3ecc-4bee-b4a8-150818f346be {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:48.983016 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 on network a3a27ba8-3ecc-4bee-b4a8-150818f346be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:01:48.983341 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Attempting to bind port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 on network a3a27ba8-3ecc-4bee-b4a8-150818f346be {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:01:48.988958 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:01:48.989295 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Checking segment: {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:01:48.989681 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Bound using segment: {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:01:48.990120 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Bound port: 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012315f6-b36b-4f7d-81ae-ebc5d2e01e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:01:48.990473 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:49.074708 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:01:49.078181 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:01:49.083488 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:49.086247 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:49.119376 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:49.119997 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:49.121436 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] 10.222.0.89 "PUT /v2.0/ports/663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 200 len: 1093 time: 1.0869761 Jun 16 16:01:49.121962 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:01:49.124328 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241" -d '{"events": [{"name": "network-changed", "server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:01:49.159440 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Pushing event updated for resources: {'Port': ['ID=663bd0b2-26a5-4388-938c-3e447ab5a7c1,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:49.163167 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:49.186853 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f262def3-e598-4570-af57-b419f0322768 x-openstack-request-id: req-f262def3-e598-4570-af57-b419f0322768 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:01:49.187403 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:01:49.187859 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f262def3-e598-4570-af57-b419f0322768 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:01:49.188396 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'status': 'completed', 'code': 200} Jun 16 16:01:49.266153 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-5fe615df-5fb6-4315-8204-eaffb0532dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:49.267706 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-5fe615df-5fb6-4315-8204-eaffb0532dea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7476d2e372f94f3eb117b25c82046d0a&device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1096 time: 0.0755563 Jun 16 16:01:49.317471 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-4cf339f3-1bee-4c96-92d2-25796bc06831 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0399342 Jun 16 16:01:49.377132 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-c4e9960f-1491-411b-9ebe-63d5a071cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:49.378626 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-c4e9960f-1491-411b-9ebe-63d5a071cd44 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2820d777-ad60-4e3a-9e8c-9196ddcdec21 HTTP/1.1" status: 200 len: 848 time: 0.0543847 Jun 16 16:01:49.442352 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-2f042187-1841-49f5-aad1-aa3a9162d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:49.443824 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-2f042187-1841-49f5-aad1-aa3a9162d1cf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3a27ba8-3ecc-4bee-b4a8-150818f346be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584865 Jun 16 16:01:49.547332 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-d7bf7138-1479-4197-8d1b-3881477016a2 service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964100 Jun 16 16:01:49.650319 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d4824597-c6bd-48a4-b378-8774e298a8e6 req-5449d5a0-d8d8-4047-a723-d847712f12e7 service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962133 Jun 16 16:01:49.854480 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-ecdd565b-b79c-45e3-abf0-32f6a2e3e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:49.856287 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-ecdd565b-b79c-45e3-abf0-32f6a2e3e644 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7476d2e372f94f3eb117b25c82046d0a&device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1096 time: 0.1348600 Jun 16 16:01:49.904241 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910547b-2e7d-45bd-a5a5-2cf96fbe921a req-3f5b37b7-ad36-42c1-9ad8-4ebdf28c8935 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:49.905895 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e910547b-2e7d-45bd-a5a5-2cf96fbe921a req-3f5b37b7-ad36-42c1-9ad8-4ebdf28c8935 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.1370311 Jun 16 16:01:49.999841 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e910547b-2e7d-45bd-a5a5-2cf96fbe921a req-857c7f5d-f008-4c6f-a960-eaeda6ab850e tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821397 Jun 16 16:01:50.003530 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-e3b258b6-e47a-491b-acab-e5be28de4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:50.005270 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-e3b258b6-e47a-491b-acab-e5be28de4b0e service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 200 len: 911 time: 0.1371164 Jun 16 16:01:50.058478 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-d2caebb6-8945-4f05-829e-0953af67e642 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0459738 Jun 16 16:01:50.118177 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-77844c1c-146d-4cef-8cc5-39cabe5c9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:50.120853 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-77844c1c-146d-4cef-8cc5-39cabe5c9d58 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2820d777-ad60-4e3a-9e8c-9196ddcdec21 HTTP/1.1" status: 200 len: 848 time: 0.0553148 Jun 16 16:01:50.211799 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-f7726388-76ed-48b5-9836-a8f5c00a1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:50.213391 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-f7726388-76ed-48b5-9836-a8f5c00a1d92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3a27ba8-3ecc-4bee-b4a8-150818f346be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779581 Jun 16 16:01:50.327283 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-18555833-c5f7-4c90-baee-cb222f8da29b service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038446 Jun 16 16:01:50.465102 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-588a7868-6d4f-4e5a-ae84-fbed9d5b0241 req-2de68b98-6b14-48a1-babc-5c653834e9ae service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311243 Jun 16 16:01:50.477381 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc9c26-5a03-4b9a-86f1-248c15600187 req-a66c2cdb-a567-4e79-93fc-b92058f16f81 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:50.478891 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2cfc9c26-5a03-4b9a-86f1-248c15600187 req-a66c2cdb-a567-4e79-93fc-b92058f16f81 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.1347225 Jun 16 16:01:50.521024 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2cfc9c26-5a03-4b9a-86f1-248c15600187 req-b9338bed-206f-4bfe-be19-5be3b31a816b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348451 Jun 16 16:01:51.207725 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b1d2c-7b2c-4fcd-bdd3-bad2d1de69a0 req-ae621f39-af01-4a04-8fb1-6ab3cce4bcc0 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:51.209287 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cc7b1d2c-7b2c-4fcd-bdd3-bad2d1de69a0 req-ae621f39-af01-4a04-8fb1-6ab3cce4bcc0 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0721960 Jun 16 16:01:51.257716 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cc7b1d2c-7b2c-4fcd-bdd3-bad2d1de69a0 req-e6f42253-37d9-4f6a-8f13-65ba2797776e tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414557 Jun 16 16:01:51.717215 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49f9fc-9679-4f3f-97b4-2e6cd2686da8 req-1110480e-78f2-4634-ba65-971ec303f043 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:51.718772 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bb49f9fc-9679-4f3f-97b4-2e6cd2686da8 req-1110480e-78f2-4634-ba65-971ec303f043 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0650845 Jun 16 16:01:51.761077 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bb49f9fc-9679-4f3f-97b4-2e6cd2686da8 req-75c9ec0d-1c98-4988-9359-87011da33030 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362825 Jun 16 16:01:52.434861 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dda2a-76f8-4308-82f8-28972289e00f req-d8f9ffe0-7fc5-4ab3-94ff-f064a6ed626d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:52.436338 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d90dda2a-76f8-4308-82f8-28972289e00f req-d8f9ffe0-7fc5-4ab3-94ff-f064a6ed626d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0649064 Jun 16 16:01:52.475355 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-d90dda2a-76f8-4308-82f8-28972289e00f req-2a388834-b268-46d8-a20b-9dbb6f9a4249 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332310 Jun 16 16:01:52.949336 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1635e0-a795-4579-a565-23f45966e814 req-e5d0f8f7-5f8d-482c-83b2-c1e0db3b53fc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:52.950982 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4b1635e0-a795-4579-a565-23f45966e814 req-e5d0f8f7-5f8d-482c-83b2-c1e0db3b53fc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0647709 Jun 16 16:01:52.991742 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4b1635e0-a795-4579-a565-23f45966e814 req-2c51d842-f4d5-4042-969b-a59038927bb0 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345261 Jun 16 16:01:53.651552 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0691b3-620f-4ce8-9b68-b8f388ac74eb req-2e026cfb-69be-4d56-9e2c-e618dda4185c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:53.653175 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-eb0691b3-620f-4ce8-9b68-b8f388ac74eb req-2e026cfb-69be-4d56-9e2c-e618dda4185c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0660579 Jun 16 16:01:53.692135 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-eb0691b3-620f-4ce8-9b68-b8f388ac74eb req-2c77271d-7fda-4f3b-94dd-d7cefc8958de tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332646 Jun 16 16:01:54.186612 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cea300-ba32-4241-8b4c-89acf755e18f req-d845480a-9926-4f7c-997d-6bfec6fb5272 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:54.188250 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-89cea300-ba32-4241-8b4c-89acf755e18f req-d845480a-9926-4f7c-997d-6bfec6fb5272 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0701029 Jun 16 16:01:54.228882 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-89cea300-ba32-4241-8b4c-89acf755e18f req-db3efb95-b5c7-43fa-b783-9d7995900165 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Jun 16 16:01:54.887957 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f52ca-c167-4fdd-b73f-269307befc9f req-e2c1d5fb-26e9-4ec3-901d-125c6cd96d64 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:54.889926 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-581f52ca-c167-4fdd-b73f-269307befc9f req-e2c1d5fb-26e9-4ec3-901d-125c6cd96d64 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0703192 Jun 16 16:01:54.931625 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-581f52ca-c167-4fdd-b73f-269307befc9f req-b3af78ce-484d-49f4-bded-056e6e9e58d5 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357475 Jun 16 16:01:55.422217 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36b574-9a28-4ce9-9117-8a2e41c15b51 req-f3dd3372-cb70-4de8-8eaa-591e222e523d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:55.423825 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3d36b574-9a28-4ce9-9117-8a2e41c15b51 req-f3dd3372-cb70-4de8-8eaa-591e222e523d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0657904 Jun 16 16:01:55.463869 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3d36b574-9a28-4ce9-9117-8a2e41c15b51 req-aade685e-112e-4f10-9e19-8ce51ee69a45 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342584 Jun 16 16:01:56.083187 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 663bd0b2-26a5-4388-938c-3e447ab5a7c1 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:01:56.149785 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7ed86-1905-4eff-9637-769065732067 req-71725b7e-9d20-4f08-847a-ac773ef86c8c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:56.151314 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9ff7ed86-1905-4eff-9637-769065732067 req-71725b7e-9d20-4f08-847a-ac773ef86c8c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0797606 Jun 16 16:01:56.192493 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9ff7ed86-1905-4eff-9637-769065732067 req-90c6429c-8e56-404b-b3cb-44817b3894ef tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355625 Jun 16 16:01:56.316994 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:56.328038 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'port_id': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'mac_address': 'fa:16:3e:83:65:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:01:56.367706 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:56.380124 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663bd0b2-26a5-4388-938c-3e447ab5a7c1 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:01:56.399193 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:56.403645 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:56.405609 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e8e417bd-08f2-412f-b73e-c447d09b41a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:56.452471 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=663bd0b2-26a5-4388-938c-3e447ab5a7c1,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:56.459280 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.460124 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.460497 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.461366 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.461707 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.462043 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.462379 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.463073 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.463413 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.463744 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.464068 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.464405 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:56.468322 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:56.634111 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['663bd0b2-26a5-4388-938c-3e447ab5a7c1'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:01:56.653097 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfadf7-8aa0-4108-990b-76ab35a86723 req-79009254-4b4a-4b79-bce9-793c05af0ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:56.654641 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a0bfadf7-8aa0-4108-990b-76ab35a86723 req-79009254-4b4a-4b79-bce9-793c05af0ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0700791 Jun 16 16:01:56.698660 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-a0bfadf7-8aa0-4108-990b-76ab35a86723 req-dc94ee3b-1c7c-47fa-a752-b097e17e2533 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367837 Jun 16 16:01:57.391933 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0eaad-6690-498c-b9ef-fcb9dda06e1d req-239a84cc-3632-4dc5-94ee-8bad4ca03339 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:57.393494 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c5d0eaad-6690-498c-b9ef-fcb9dda06e1d req-239a84cc-3632-4dc5-94ee-8bad4ca03339 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 944 time: 0.0797942 Jun 16 16:01:57.432230 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c5d0eaad-6690-498c-b9ef-fcb9dda06e1d req-2ffd8578-e7b7-457d-90f0-463f16524a9d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330579 Jun 16 16:01:57.896670 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3b854-7359-41b0-a425-742d0c44bd16 req-19216bce-fce8-42ff-affa-8facee8a2151 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:57.899668 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-00e3b854-7359-41b0-a425-742d0c44bd16 req-19216bce-fce8-42ff-affa-8facee8a2151 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0758343 Jun 16 16:01:57.941820 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-00e3b854-7359-41b0-a425-742d0c44bd16 req-72d29062-7fd3-44f3-8c47-c89ba1f2cf11 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363145 Jun 16 16:01:58.090675 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 663bd0b2-26a5-4388-938c-3e447ab5a7c1 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:01:58.146103 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:01:58.150679 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:01:58.151094 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:58.230277 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:58.255015 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:01:58.258139 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ab96d2-0132-4b58-8bbb-5564394fbfd6" -d '{"events": [{"server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "name": "network-vif-plugged", "status": "completed", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:01:58.271599 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:58.276839 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:58.278771 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:58.301192 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ae5b58-1719-4484-8730-cbd5e9431bde x-openstack-request-id: req-c1ae5b58-1719-4484-8730-cbd5e9431bde {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:01:58.301497 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "name": "network-vif-plugged", "status": "completed", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:01:58.301756 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1ae5b58-1719-4484-8730-cbd5e9431bde {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:01:58.302145 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'code': 200} Jun 16 16:01:58.331362 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=663bd0b2-26a5-4388-938c-3e447ab5a7c1,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:58.334481 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:58.627385 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c307e-674a-4c19-b515-672940f137e6 req-bfee2271-06aa-4b07-aca4-203054ad5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:58.628893 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-191c307e-674a-4c19-b515-672940f137e6 req-bfee2271-06aa-4b07-aca4-203054ad5c3b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1098 time: 0.0943201 Jun 16 16:01:58.680820 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-191c307e-674a-4c19-b515-672940f137e6 req-e7051a60-e56d-4b7d-b9a5-8178670a6ba8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443039 Jun 16 16:01:58.692019 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d39e32-5c98-4fba-8533-6137ddb09d3e req-5f6217cc-feca-4225-9aa7-85a589784994 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:58.693514 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a9d39e32-5c98-4fba-8533-6137ddb09d3e req-5f6217cc-feca-4225-9aa7-85a589784994 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.1133559 Jun 16 16:01:58.735619 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a9d39e32-5c98-4fba-8533-6137ddb09d3e req-586f6a8d-66c5-4ee5-87da-ee679c591986 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360639 Jun 16 16:01:59.159695 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4e3f0-b405-44a0-9834-18105272cacb req-8ac1061c-8e3b-46ef-9450-c0f4b4578780 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:59.161443 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f7a4e3f0-b405-44a0-9834-18105272cacb req-8ac1061c-8e3b-46ef-9450-c0f4b4578780 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0910389 Jun 16 16:01:59.203545 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f7a4e3f0-b405-44a0-9834-18105272cacb req-cad739f7-1366-47f1-b7d8-592e2cbccf7b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357015 Jun 16 16:01:59.914535 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9202b-fbac-4bf9-8c77-aa85ee03b974 req-56b5698d-9897-4d0f-93fe-fba4e9537c02 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:59.916043 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5df9202b-fbac-4bf9-8c77-aa85ee03b974 req-56b5698d-9897-4d0f-93fe-fba4e9537c02 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0673614 Jun 16 16:01:59.954694 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5df9202b-fbac-4bf9-8c77-aa85ee03b974 req-ca3c8e69-f561-4986-999b-21518fa5452d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328701 Jun 16 16:02:00.142790 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b5089-56c8-4fd9-8dc5-2d17bd6507a8 req-e86788e1-bfb4-44e5-b47d-a8f3e2b91aab tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:00.144325 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cf1b5089-56c8-4fd9-8dc5-2d17bd6507a8 req-e86788e1-bfb4-44e5-b47d-a8f3e2b91aab tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0670462 Jun 16 16:02:00.186624 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-cf1b5089-56c8-4fd9-8dc5-2d17bd6507a8 req-2b4bf439-b6d7-496d-b328-3f01e203ec80 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357854 Jun 16 16:02:00.214160 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46092) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:00.316344 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-92884ae6-50ba-48ad-bca3-d6fddb2534b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.401057 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0307f4-9784-46e9-bfde-83ecf554866c tempest-TestShelveInstance-693179141 tempest-TestShelveInstance-693179141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:00.402466 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-7c0307f4-9784-46e9-bfde-83ecf554866c tempest-TestShelveInstance-693179141 tempest-TestShelveInstance-693179141-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1093 time: 0.1871850 Jun 16 16:02:00.405518 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46102) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:00.410859 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Request body: {'floatingip': {'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'port_id': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:00.464825 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2895c6-2b3f-4658-bc0e-27e910e96338 req-3c0f4b62-4ad2-4e7f-a6b2-073622cd67e0 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:00.466764 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3c2895c6-2b3f-4658-bc0e-27e910e96338 req-3c0f4b62-4ad2-4e7f-a6b2-073622cd67e0 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.1080816 Jun 16 16:02:00.468390 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for floatingip, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.541426 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3c2895c6-2b3f-4658-bc0e-27e910e96338 req-32f48f2c-cb43-41cb-9267-eea461ec17e2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680709 Jun 16 16:02:00.620277 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.744277 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Allocated IP 172.27.2.149 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/fecd0539-4826-4eb5-9814-ddd158492024) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:02:00.858907 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.900606 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.902609 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c16a8fd6-d756-40f4-ad3b-81fef850685b tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:00.944459 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:02:00.949438 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:02:00.952993 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:02:00.958341 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'Port': ['ID=fecd0539-4826-4eb5-9814-ddd158492024,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:00.978750 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:01.332006 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.418134 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.580123 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.586108 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.588260 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f601faa2-e90a-495d-a89d-2ce8b0382176 tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:01.659495 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event updated for resources: {'Port': ['ID=fecd0539-4826-4eb5-9814-ddd158492024,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:01.664984 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:01.682512 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:01.829758 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d78142-84cc-4f26-9a93-1cd738add427 req-833462af-4fb9-462f-8118-eca99a29719c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:01.831228 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-17d78142-84cc-4f26-9a93-1cd738add427 req-833462af-4fb9-462f-8118-eca99a29719c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.1590145 Jun 16 16:02:01.832639 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Floating IP 649e9785-073c-430d-9890-07dc5f6decd2 associated. External IP: 172.27.2.149, port: 663bd0b2-26a5-4388-938c-3e447ab5a7c1. Jun 16 16:02:01.945289 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-17d78142-84cc-4f26-9a93-1cd738add427 req-2159d56f-45f0-4ec2-bb1b-f9628e12fc47 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061137 Jun 16 16:02:02.081493 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Router 28a06444-f2e6-4655-935e-761715b51ff1 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:02:02.199415 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:02:02.209168 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] Sync routers for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:02:02.218247 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:02:02.218552 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.218859 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:02.258373 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8517756 Jun 16 16:02:02.259043 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:02:02.261448 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea07565-cfc2-4d72-ac02-8c5973798d94" -d '{"events": [{"name": "network-changed", "server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:02:02.300717 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4244db1b-7457-40e6-b4aa-84191806f820 x-openstack-request-id: req-4244db1b-7457-40e6-b4aa-84191806f820 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:02:02.301048 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:02:02.301337 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4244db1b-7457-40e6-b4aa-84191806f820 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:02:02.301769 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'status': 'completed', 'code': 200} Jun 16 16:02:02.340732 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:02:02.389959 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-7bb1784b-957e-4191-bb8d-7e855839dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:02.391463 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-7bb1784b-957e-4191-bb8d-7e855839dbbf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7476d2e372f94f3eb117b25c82046d0a&device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1098 time: 0.0660677 Jun 16 16:02:02.514965 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-fa7c3088-1b3f-46d5-b0e8-a3b9f4e95711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:02.516374 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-fa7c3088-1b3f-46d5-b0e8-a3b9f4e95711 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 200 len: 911 time: 0.1180644 Jun 16 16:02:02.591036 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-50c2dd2f-d867-40ed-b232-6b53403c3129 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0678132 Jun 16 16:02:02.639992 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-61cc68d7-e6fc-4c59-846d-a924b4c37507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:02.641540 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-61cc68d7-e6fc-4c59-846d-a924b4c37507 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2820d777-ad60-4e3a-9e8c-9196ddcdec21 HTTP/1.1" status: 200 len: 848 time: 0.0445371 Jun 16 16:02:02.643449 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '649e9785-073c-430d-9890-07dc5f6decd2', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'port_id': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'mac_address': 'fa:16:3e:83:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77222e78-7ac9-42ad-a161-b6124c013473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:02:01Z', 'updated_at': '2021-06-16T16:02:01Z', 'revision_number': 0, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417b8732-5866-4e93-9c3d-6b1f1147fccc', 'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'mac_address': 'fa:16:3e:2a:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:19Z', 'updated_at': '2021-06-16T16:01:27Z', 'revision_number': 5, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'subnets': [{'id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:02.647097 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] Checking router: 28a06444-f2e6-4655-935e-761715b51ff1 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:02:02.655301 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:02:02.655966 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:01:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:02.699622 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-264b4772-41c3-4579-81f1-1adae69d8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:02.701128 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-264b4772-41c3-4579-81f1-1adae69d8755 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3a27ba8-3ecc-4bee-b4a8-150818f346be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537879 Jun 16 16:02:02.773621 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:02:02.812691 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-d58b1540-a561-40ac-8397-7fda2a226281 service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045613 Jun 16 16:02:02.911638 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7ea07565-cfc2-4d72-ac02-8c5973798d94 req-679e7f7e-06dc-4a0f-bb7e-17834a0b00b5 service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931513 Jun 16 16:02:03.004995 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '649e9785-073c-430d-9890-07dc5f6decd2', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'port_id': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'mac_address': 'fa:16:3e:83:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77222e78-7ac9-42ad-a161-b6124c013473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:02:01Z', 'updated_at': '2021-06-16T16:02:01Z', 'revision_number': 0, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417b8732-5866-4e93-9c3d-6b1f1147fccc', 'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'mac_address': 'fa:16:3e:2a:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:19Z', 'updated_at': '2021-06-16T16:01:27Z', 'revision_number': 5, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'subnets': [{'id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:03.008755 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7712ac-7fe4-4a28-ba14-2121d32c172e None None] The sync data for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi is: [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '649e9785-073c-430d-9890-07dc5f6decd2', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'floating_ip_address': '172.27.2.149', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'port_id': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'mac_address': 'fa:16:3e:83:65:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77222e78-7ac9-42ad-a161-b6124c013473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:02:01Z', 'updated_at': '2021-06-16T16:02:01Z', 'revision_number': 0, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417b8732-5866-4e93-9c3d-6b1f1147fccc', 'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'mac_address': 'fa:16:3e:2a:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:19Z', 'updated_at': '2021-06-16T16:01:27Z', 'revision_number': 5, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'subnets': [{'id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:02:03.148381 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e4022-fee5-43f2-bd51-2a91734d5cae req-6d837568-6d19-4383-9b80-81bdfcf50858 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:03.149929 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-350e4022-fee5-43f2-bd51-2a91734d5cae req-6d837568-6d19-4383-9b80-81bdfcf50858 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0801277 Jun 16 16:02:03.224998 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c04e7f-7508-4194-9a6b-7747417cf642 None None] New status for floating IP 649e9785-073c-430d-9890-07dc5f6decd2: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:02:03.489239 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-350e4022-fee5-43f2-bd51-2a91734d5cae req-68f91862-39fa-4044-a617-b53d6bc567d2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329768 Jun 16 16:02:04.421389 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f5fcc3e8-bd6e-4be1-8ecf-1b7926b548fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:04.669149 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89930e7c-c6df-44df-a683-bff224f4f739 req-bb29afed-fcc2-4efd-9244-37baffa8d8cc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:04.670627 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-89930e7c-c6df-44df-a683-bff224f4f739 req-bb29afed-fcc2-4efd-9244-37baffa8d8cc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0627129 Jun 16 16:02:04.709698 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-89930e7c-c6df-44df-a683-bff224f4f739 req-f19c6490-2d82-43f7-a354-fde0b6c6094e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329838 Jun 16 16:02:05.288583 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:05.897466 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e15f-8fae-4de6-8a94-14db2cc8dcc2 req-9002a63e-6ec5-475a-a889-ecd066a84a73 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:05.899432 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-44f7e15f-8fae-4de6-8a94-14db2cc8dcc2 req-9002a63e-6ec5-475a-a889-ecd066a84a73 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0717931 Jun 16 16:02:05.940102 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-44f7e15f-8fae-4de6-8a94-14db2cc8dcc2 req-0d327b64-ace2-4626-a58a-e0d75c933109 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347672 Jun 16 16:02:06.284867 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:07.141523 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07191f71-ecd5-425f-9dd8-1516c3443ac9 req-32a88fde-266f-486a-bf35-f638d95bafe2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:07.143095 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-07191f71-ecd5-425f-9dd8-1516c3443ac9 req-32a88fde-266f-486a-bf35-f638d95bafe2 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0719540 Jun 16 16:02:07.183670 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-07191f71-ecd5-425f-9dd8-1516c3443ac9 req-b60db041-68fd-45ee-84cd-38e87421ef00 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345738 Jun 16 16:02:08.368655 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164f94-7c40-43cc-b59c-c57101197f6c req-79e3532c-6177-4db9-b0c2-63e7ac839364 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:08.370227 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3b164f94-7c40-43cc-b59c-c57101197f6c req-79e3532c-6177-4db9-b0c2-63e7ac839364 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0674989 Jun 16 16:02:08.409181 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3b164f94-7c40-43cc-b59c-c57101197f6c req-0bb0b971-1f6d-45b6-8ea1-ae6b1d081848 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332906 Jun 16 16:02:08.603392 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:09.597067 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea6e7-e798-47c1-9eb8-52393bcd54bf req-411d6ff3-5b37-4ef6-94bb-827eea80bbe4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:09.598668 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1d8ea6e7-e798-47c1-9eb8-52393bcd54bf req-411d6ff3-5b37-4ef6-94bb-827eea80bbe4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0704265 Jun 16 16:02:09.642253 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1d8ea6e7-e798-47c1-9eb8-52393bcd54bf req-87d3ff2f-f040-46dc-9b5d-2f7c8ec85bb9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368612 Jun 16 16:02:10.841167 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece4fcf-9c17-45d3-b0a5-176a189f2faf req-3343a658-bf3e-479e-9f86-596337f5e3b4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:10.842728 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0ece4fcf-9c17-45d3-b0a5-176a189f2faf req-3343a658-bf3e-479e-9f86-596337f5e3b4 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0746670 Jun 16 16:02:10.885309 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0ece4fcf-9c17-45d3-b0a5-176a189f2faf req-ddf14ca4-af9d-49b5-8e62-e3eae4592b84 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367846 Jun 16 16:02:12.066271 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474e7e9-5c02-454b-ae14-62851d9bef52 req-05ff69d8-fbe1-4d40-87ca-8456d7c7c652 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:12.067735 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4474e7e9-5c02-454b-ae14-62851d9bef52 req-05ff69d8-fbe1-4d40-87ca-8456d7c7c652 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0666757 Jun 16 16:02:12.105354 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4474e7e9-5c02-454b-ae14-62851d9bef52 req-d8fae69d-c6e3-4145-be81-63025053022a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 Jun 16 16:02:13.288768 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7644b4-c756-4875-826c-0b7793f5d9bd req-b0ce1509-c4cd-44bc-b189-d179ee5ca044 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:13.290234 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fd7644b4-c756-4875-826c-0b7793f5d9bd req-b0ce1509-c4cd-44bc-b189-d179ee5ca044 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0679004 Jun 16 16:02:13.327369 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fd7644b4-c756-4875-826c-0b7793f5d9bd req-fcb8e0a2-c5c2-4081-8bb6-a8dd0c12ccf9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315762 Jun 16 16:02:14.512140 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967a0f3-88dd-4b83-8d9c-c4d9960c9b38 req-cce1355a-5530-43b9-bea1-3c67b628c82e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:14.513544 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7967a0f3-88dd-4b83-8d9c-c4d9960c9b38 req-cce1355a-5530-43b9-bea1-3c67b628c82e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0683467 Jun 16 16:02:14.550283 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7967a0f3-88dd-4b83-8d9c-c4d9960c9b38 req-88c8ee6c-a5d5-4875-b89d-e03c57d57d22 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310163 Jun 16 16:02:15.735027 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1410e2-47bb-4d97-b033-cb1e51381056 req-dd0f18e9-e89e-46c3-9d15-101e8ea95086 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:15.736493 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af1410e2-47bb-4d97-b033-cb1e51381056 req-dd0f18e9-e89e-46c3-9d15-101e8ea95086 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0643654 Jun 16 16:02:15.779403 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-af1410e2-47bb-4d97-b033-cb1e51381056 req-d8d464dc-8997-4f6d-b06a-ab63c750cc6a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362470 Jun 16 16:02:16.970211 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa29c5-1cd4-40de-922d-3f4fdda40e85 req-34dc49dd-19a7-4e63-863a-3124c0c1dc6e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:16.971702 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40fa29c5-1cd4-40de-922d-3f4fdda40e85 req-34dc49dd-19a7-4e63-863a-3124c0c1dc6e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0717990 Jun 16 16:02:17.013258 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40fa29c5-1cd4-40de-922d-3f4fdda40e85 req-c39f57af-3eb0-40d3-95dd-4c978d5258f9 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330238 Jun 16 16:02:18.209503 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 675c240f-60a6-42cb-b445-2dd4b2e4bcfe details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:02:18.228822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85344a-6df5-4c18-9091-85d4fb028005 req-8f9e78d1-bd1b-4ceb-8f59-91fe6bba161d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:18.229463 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.230742 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6b85344a-6df5-4c18-9091-85d4fb028005 req-8f9e78d1-bd1b-4ceb-8f59-91fe6bba161d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0804660 Jun 16 16:02:18.281485 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6b85344a-6df5-4c18-9091-85d4fb028005 req-554d6509-6ae2-4f50-843d-0e2abce44cd7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 Jun 16 16:02:18.351725 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:18.364011 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'port_id': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'mac_address': 'fa:16:3e:33:12:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:02:18.406190 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.420276 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 675c240f-60a6-42cb-b445-2dd4b2e4bcfe {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:02:18.442496 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:18.448005 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.450235 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a0f9afc4-d6c0-4558-a44d-13edbcde499e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:18.507118 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=6']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:18.510376 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:18.537209 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['675c240f-60a6-42cb-b445-2dd4b2e4bcfe'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:02:19.510362 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222abe1-2609-4c40-9f3b-646b6f8b0b80 req-2e873a4a-db42-4bcc-a437-98595f5328dc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:19.512664 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4222abe1-2609-4c40-9f3b-646b6f8b0b80 req-2e873a4a-db42-4bcc-a437-98595f5328dc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 944 time: 0.0801158 Jun 16 16:02:19.561862 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4222abe1-2609-4c40-9f3b-646b6f8b0b80 req-61478bda-c12d-47c1-b053-82a652f617c1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Jun 16 16:02:20.234209 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 675c240f-60a6-42cb-b445-2dd4b2e4bcfe up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:20.294437 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:20.295359 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:20.393097 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:20.420656 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:02:20.423329 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a6c918-d89d-40c5-ae21-b316bc80ab52" -d '{"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-plugged", "status": "completed", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:02:20.437972 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:20.451263 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:20.453208 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:20.497281 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f608fe7-a2bf-493e-947c-d31129c4b50d x-openstack-request-id: req-3f608fe7-a2bf-493e-947c-d31129c4b50d {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:02:20.497700 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-plugged", "status": "completed", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:02:20.498052 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f608fe7-a2bf-493e-947c-d31129c4b50d {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:02:20.498532 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'code': 200} Jun 16 16:02:20.523289 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=7']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:20.526489 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:20.786943 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f1606-2e38-41cd-8f53-8e7b1cb87d6f req-7e2ad0da-871e-49a1-93d9-fa37856e66c7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:20.789476 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3f5f1606-2e38-41cd-8f53-8e7b1cb87d6f req-7e2ad0da-871e-49a1-93d9-fa37856e66c7 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0912673 Jun 16 16:02:20.853636 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3f5f1606-2e38-41cd-8f53-8e7b1cb87d6f req-99afb498-2246-4d7e-8347-6fed535118ed tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537827 Jun 16 16:02:22.061793 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e235e-25a7-4dc7-8d5f-1b58bcc857a7 req-bc769ce3-f191-4605-9e7b-accb55e59c29 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:22.074038 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ea1e235e-25a7-4dc7-8d5f-1b58bcc857a7 req-bc769ce3-f191-4605-9e7b-accb55e59c29 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 946 time: 0.1139722 Jun 16 16:02:22.112948 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1065-6377-4121-ae09-2b172eda0ecc req-f0d72a6f-adc7-434e-a799-3abef6c1c946 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:22.115862 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27fc1065-6377-4121-ae09-2b172eda0ecc req-f0d72a6f-adc7-434e-a799-3abef6c1c946 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.1106710 Jun 16 16:02:22.134270 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ea1e235e-25a7-4dc7-8d5f-1b58bcc857a7 req-71eddf2f-bce7-4486-be9f-6f58cb85b400 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525868 Jun 16 16:02:22.189234 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27fc1065-6377-4121-ae09-2b172eda0ecc req-65e8ca59-210a-4523-9a80-2818aad335a8 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587552 Jun 16 16:02:23.384687 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d4ed0-cd31-48b5-8d12-ae956ccc3d7d req-41d1b16c-ed8c-47ed-9163-a8af224e6e0d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:23.387110 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d78d4ed0-cd31-48b5-8d12-ae956ccc3d7d req-41d1b16c-ed8c-47ed-9163-a8af224e6e0d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 946 time: 0.1022487 Jun 16 16:02:23.418364 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7c93e-b6c0-4724-b58f-df4f6255c10d req-51959b6e-df19-4da6-b9c3-0f02c08fec90 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:23.421315 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dac7c93e-b6c0-4724-b58f-df4f6255c10d req-51959b6e-df19-4da6-b9c3-0f02c08fec90 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0804789 Jun 16 16:02:23.462118 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d78d4ed0-cd31-48b5-8d12-ae956ccc3d7d req-c92710a1-a0b2-4928-b947-e5ca7959ae55 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups?id=046fadeb-ad9b-43db-8c56-8dca4d613aef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623362 Jun 16 16:02:23.476591 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-dac7c93e-b6c0-4724-b58f-df4f6255c10d req-d3f0e8ad-cffa-4d5d-84f2-5fc30f5f5d1c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487568 Jun 16 16:02:23.830000 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-15568f09-2025-4de1-bdbb-c15034947b5a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:23.831535 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-15568f09-2025-4de1-bdbb-c15034947b5a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 946 time: 0.0792630 Jun 16 16:02:23.953933 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Deleting port 8c1d0309-057f-4518-bb83-b1f7f1254814 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:02:23.954357 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.072835 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] For port 8c1d0309-057f-4518-bb83-b1f7f1254814, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8c1d0309-057f-4518-bb83-b1f7f1254814,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:24.073336 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.333404 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.333762 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.334265 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.l3_db [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Floating IP 31e20070-2329-4f4f-8a63-45f9182c60a0 disassociated. External IP: 172.27.2.99, port: 8c1d0309-057f-4518-bb83-b1f7f1254814. Jun 16 16:02:24.334944 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Calling delete_port for 8c1d0309-057f-4518-bb83-b1f7f1254814 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:02:24.572127 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.587075 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0a11d73b-1d91-4be5-a0aa-1d48ee1863fc tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:24.635635 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event deleted for resources: {'Port': ['ID=8c1d0309-057f-4518-bb83-b1f7f1254814,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:24.807875 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.808686 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.809282 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.809880 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.810457 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.811059 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.814398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.814398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.814398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.814398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.814398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.814398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:24.819141 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:24.885234 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-cc60d668-2d87-4035-a9cd-85336b8c2bfc req-2ee5cc5c-f26f-468e-b6d3-1d83380fb70a tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 210 time: 0.0814207 Jun 16 16:02:24.899741 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed263dc7-72d0-48a8-a754-88c3b38d4587 req-1c79f4f9-64e8-4172-a0e0-1714bdb3d235 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:24.902533 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ed263dc7-72d0-48a8-a754-88c3b38d4587 req-1c79f4f9-64e8-4172-a0e0-1714bdb3d235 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.1003797 Jun 16 16:02:24.918204 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Router 2bc62cc5-a97e-4669-9982-d432b46bc67b has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:02:24.984825 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ed263dc7-72d0-48a8-a754-88c3b38d4587 req-49e6d237-8ddb-487b-a599-80c7e4eaeb55 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752568 Jun 16 16:02:25.105893 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:02:25.119331 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] Sync routers for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:02:25.133471 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:02:25.134876 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:02:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:25.171891 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] No DVR routers for this DVR port 8c1d0309-057f-4518-bb83-b1f7f1254814 on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:02:25.180125 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:25.184316 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-133b9c11-2710-46ea-8615-a3a9d10aefc0 req-577a89c9-f731-447a-910f-15f9802b4fe3 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.89 "DELETE /v2.0/ports/8c1d0309-057f-4518-bb83-b1f7f1254814 HTTP/1.1" status: 204 len: 173 time: 1.3470218 Jun 16 16:02:25.185835 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552a1fce-11f9-4451-a785-03240e18d50a', 'name': 'network-vif-deleted', 'tag': '8c1d0309-057f-4518-bb83-b1f7f1254814'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:02:25.190436 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da99e27b-c76b-446f-820f-c15e7a85c340" -d '{"events": [{"server_uuid": "552a1fce-11f9-4451-a785-03240e18d50a", "name": "network-vif-deleted", "tag": "8c1d0309-057f-4518-bb83-b1f7f1254814"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:02:25.280699 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69c9db5-5ecf-493c-a977-51c274dd9ea0 x-openstack-request-id: req-e69c9db5-5ecf-493c-a977-51c274dd9ea0 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:02:25.281323 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552a1fce-11f9-4451-a785-03240e18d50a", "name": "network-vif-deleted", "tag": "8c1d0309-057f-4518-bb83-b1f7f1254814", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:02:25.281868 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e69c9db5-5ecf-493c-a977-51c274dd9ea0 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:02:25.282551 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552a1fce-11f9-4451-a785-03240e18d50a', 'name': 'network-vif-deleted', 'tag': '8c1d0309-057f-4518-bb83-b1f7f1254814', 'status': 'completed', 'code': 200} Jun 16 16:02:25.490802 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:02:25.511216 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:02:25.828829 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:25.836626 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] Checking router: 2bc62cc5-a97e-4669-9982-d432b46bc67b for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:02:25.853391 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:02:25.854483 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:02:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:26.012926 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:02:26.188909 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ddde207c-7e67-4602-9cd8-02731107c613 req-7f2d1353-7a08-406a-a61e-ee4aa3e24c25 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/ports?device_id=552a1fce-11f9-4451-a785-03240e18d50a HTTP/1.1" status: 200 len: 210 time: 0.0592215 Jun 16 16:02:26.272866 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 8c1d0309-057f-4518-bb83-b1f7f1254814 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:02:26.309490 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: 8c1d0309-057f-4518-bb83-b1f7f1254814 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:02:26.310221 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 8c1d0309-057f-4518-bb83-b1f7f1254814 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:02:26.342671 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c24b2-ad1f-44f9-8406-41fefd774dd4 req-d348b332-64d1-47f8-b6bc-59718af29322 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:26.345307 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f09c24b2-ad1f-44f9-8406-41fefd774dd4 req-d348b332-64d1-47f8-b6bc-59718af29322 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.1094763 Jun 16 16:02:26.402035 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f09c24b2-ad1f-44f9-8406-41fefd774dd4 req-a853c17a-161c-485c-8c92-a38c8f8cba9d tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482113 Jun 16 16:02:26.408491 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:26.415516 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125e740-1ce0-4f99-8618-93e29c9101e2 None None] The sync data for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi is: [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T15:55:46Z', 'revision_number': 4, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'dddefcfd-1ae9-42f3-b1a2-671f09453718', 'name': '', 'network_id': 'a50a3315-6c80-4963-ada6-ff4dadfa88da', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'mac_address': 'fa:16:3e:00:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:42Z', 'updated_at': '2021-06-16T15:55:54Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'subnets': [{'id': '2e9a1c22-17c7-4892-b583-1c348d69e6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:02:26.700365 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f1576d-8376-4bf3-91f3-dc2d78580a3d None None] New status for floating IP 31e20070-2329-4f4f-8a63-45f9182c60a0: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:02:27.325949 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46300) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:27.400995 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7a91109f-f732-4d5a-81a3-d0f8feb3dbdd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:27.430726 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7a91109f-f732-4d5a-81a3-d0f8feb3dbdd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:27.519033 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7a91109f-f732-4d5a-81a3-d0f8feb3dbdd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:27.523866 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-7a91109f-f732-4d5a-81a3-d0f8feb3dbdd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:27.525318 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-7a91109f-f732-4d5a-81a3-d0f8feb3dbdd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "DELETE /v2.0/security-groups/046fadeb-ad9b-43db-8c56-8dca4d613aef HTTP/1.1" status: 204 len: 168 time: 0.1981285 Jun 16 16:02:27.526350 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-896a58fc-5c4d-4268-bc8c-9b7c72efe73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:27.527996 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46304) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:27.559644 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91109f-f732-4d5a-81a3-d0f8feb3dbdd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046fadeb-ad9b-43db-8c56-8dca4d613aef,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:27.569503 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7a91109f-f732-4d5a-81a3-d0f8feb3dbdd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:27.599289 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.api.v2.resource [None req-ce7d93bc-36d2-4f38-b2da-02d0ca4dd704 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] show failed (client error): The resource could not be found. Jun 16 16:02:27.599963 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-ce7d93bc-36d2-4f38-b2da-02d0ca4dd704 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "GET /v2.0/security-groups/046fadeb-ad9b-43db-8c56-8dca4d613aef HTTP/1.1" status: 404 len: 347 time: 0.0708933 Jun 16 16:02:27.603218 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46310) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:27.647206 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cc4e0-fff4-4338-9619-83d1f5099989 req-84ad157b-4b1e-4ebe-842f-32da5c2b9fae tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:27.649068 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ae4cc4e0-fff4-4338-9619-83d1f5099989 req-84ad157b-4b1e-4ebe-842f-32da5c2b9fae tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0984199 Jun 16 16:02:27.700009 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ae4cc4e0-fff4-4338-9619-83d1f5099989 req-79d4cc5e-a550-4246-874e-ee3f8f7a82df tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420690 Jun 16 16:02:27.783594 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Deleting port 0f82c189-36f3-4cf9-b023-f1d46a788e3f {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:02:27.784002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:27.875807 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:27.876250 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:27.948113 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Calling delete_port for 0f82c189-36f3-4cf9-b023-f1d46a788e3f owned by network:floatingip {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:02:28.141908 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:28.144475 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-136b14b8-dfdb-4058-937d-d17e773db6aa tempest-AttachVolumeNegativeTest-829676571 tempest-AttachVolumeNegativeTest-829676571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:28.171074 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Pushing event deleted for resources: {'Port': ['ID=0f82c189-36f3-4cf9-b023-f1d46a788e3f,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:28.174737 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:28.256711 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks [] for floatingip, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:28.260221 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:28.261787 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] 10.222.0.48 "DELETE /v2.0/floatingips/31e20070-2329-4f4f-8a63-45f9182c60a0 HTTP/1.1" status: 204 len: 168 time: 0.6574059 Jun 16 16:02:28.906713 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedb9ff-c2b6-49de-b319-dc86295dc476 req-2fdc9b43-7338-4428-b1e0-9ca7fdb04295 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:28.908265 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3bedb9ff-c2b6-49de-b319-dc86295dc476 req-2fdc9b43-7338-4428-b1e0-9ca7fdb04295 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0690379 Jun 16 16:02:28.949405 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3bedb9ff-c2b6-49de-b319-dc86295dc476 req-942a8bd0-f639-4535-b62d-99ff0997466b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347650 Jun 16 16:02:29.058067 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-797fe44d-b894-4b05-9d09-0c9375b1a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:29.059615 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-797fe44d-b894-4b05-9d09-0c9375b1a04b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 1098 time: 0.0559232 Jun 16 16:02:29.162868 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-346dadca-4d75-4fe5-a332-1bffabd43f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:29.164319 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-346dadca-4d75-4fe5-a332-1bffabd43f7f service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.0980465 Jun 16 16:02:29.235860 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-d880c3db-672c-4a89-b4b0-fb9f463e4087 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe HTTP/1.1" status: 200 len: 1001 time: 0.0647738 Jun 16 16:02:29.292504 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-db2530f2-8c2c-44d3-addb-9adb99457460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:29.293994 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-db2530f2-8c2c-44d3-addb-9adb99457460 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.0512786 Jun 16 16:02:29.355889 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-0431b026-de07-4ae2-9d01-abfbe4b28cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:29.357472 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-0431b026-de07-4ae2-9d01-abfbe4b28cdc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566974 Jun 16 16:02:29.459973 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-777f3603-210f-43f1-b4f9-3c734eaef277 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945418 Jun 16 16:02:29.565435 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b500246a-e6cf-48c7-b1e0-0f76bd53d164 req-e600ece4-8f25-4544-a7ec-a2c6196b4398 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985045 Jun 16 16:02:30.133053 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908386d-09f8-471f-abba-5dd6dae163c6 req-c169b91e-6262-4fe6-b865-5c110163b144 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:30.134585 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7908386d-09f8-471f-abba-5dd6dae163c6 req-c169b91e-6262-4fe6-b865-5c110163b144 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0644331 Jun 16 16:02:30.173835 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7908386d-09f8-471f-abba-5dd6dae163c6 req-ab42ba20-df70-4e1c-b154-9de1d77b0010 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324008 Jun 16 16:02:30.310897 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6a321f85-e597-46dd-b5a7-7cc9f86b6b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:31.359503 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ccd80-a753-4bf6-a9b6-fb771b9c0fc7 req-df2a59db-9487-4d6b-b902-8748867dff8b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:31.361066 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f76ccd80-a753-4bf6-a9b6-fb771b9c0fc7 req-df2a59db-9487-4d6b-b902-8748867dff8b tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 945 time: 0.0699050 Jun 16 16:02:31.405262 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f76ccd80-a753-4bf6-a9b6-fb771b9c0fc7 req-8ed29656-ef1f-4ee8-997d-1116b3902407 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362258 Jun 16 16:02:31.980664 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46356) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:32.286391 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 675c240f-60a6-42cb-b445-2dd4b2e4bcfe no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:02:32.378769 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:32.407631 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:02:32.410362 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553670a1-89ca-49c6-b75c-78c2e09b9063" -d '{"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-unplugged", "status": "completed", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:02:32.427391 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:32.433760 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:32.436748 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:32.463023 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 16:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed00833-5ad9-4239-9eb1-48403d7ff07f x-openstack-request-id: req-1ed00833-5ad9-4239-9eb1-48403d7ff07f {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:02:32.463502 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-unplugged", "status": "failed", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe", "code": 422}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:02:32.463805 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ed00833-5ad9-4239-9eb1-48403d7ff07f {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:02:32.464275 dv-cinder-796113-4-iscsi neutron-server[91874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'code': 422} returned with failed status Jun 16 16:02:32.499598 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891850'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:32.503735 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=8']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:32.508130 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:32.654426 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2819302-7341-48a8-976b-6d0e560a4384 req-6359a598-f847-4d2b-940a-5316df17277f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:32.656059 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b2819302-7341-48a8-976b-6d0e560a4384 req-6359a598-f847-4d2b-940a-5316df17277f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.1180220 Jun 16 16:02:32.744370 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b2819302-7341-48a8-976b-6d0e560a4384 req-0bcb68cb-3885-4a8f-beeb-3b457a9ce85e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565927 Jun 16 16:02:32.846601 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Deleting port dddefcfd-1ae9-42f3-b1a2-671f09453718 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:02:32.846970 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:32.927103 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] For port dddefcfd-1ae9-42f3-b1a2-671f09453718, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=dddefcfd-1ae9-42f3-b1a2-671f09453718,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:32.927472 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:32.997279 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Calling delete_port for dddefcfd-1ae9-42f3-b1a2-671f09453718 owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:02:33.188099 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:33.191009 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:33.216402 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=dddefcfd-1ae9-42f3-b1a2-671f09453718,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:33.221374 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:33.384712 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-891742'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:33.620543 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Router 2bc62cc5-a97e-4669-9982-d432b46bc67b has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:02:34.063520 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:02:34.072323 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46402) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:34.073105 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] 10.222.0.48 "PUT /v2.0/routers/2bc62cc5-a97e-4669-9982-d432b46bc67b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0905778 Jun 16 16:02:34.079598 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] Sync routers for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:02:34.089057 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abda8be-15fb-42d2-8607-575d5f79c1a3 req-bad378a7-9e91-479b-92d5-8e542a39a9bf tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:34.090888 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9abda8be-15fb-42d2-8607-575d5f79c1a3 req-bad378a7-9e91-479b-92d5-8e542a39a9bf tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.1063361 Jun 16 16:02:34.096234 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:02:34.097149 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:02:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:34.135777 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9abda8be-15fb-42d2-8607-575d5f79c1a3 req-423f31f2-83e4-4f68-b101-2aabd4ee040a tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392687 Jun 16 16:02:34.219324 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46408) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:34.228390 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks [] for router, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:34.259060 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:02:34.336820 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-64181aa8-761a-451c-9757-85a48020abc8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1118357 Jun 16 16:02:34.367747 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:34.453692 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Deleting port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:02:34.454330 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:34.467925 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ecaefdb1-4f22-4a71-bc4b-2698ccd355e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:34.559146 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] For port 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:34.559505 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:34.564909 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T16:02:33Z', 'revision_number': 5, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port': {'id': '4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:30Z', 'updated_at': '2021-06-16T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:34.570206 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] Checking router: 2bc62cc5-a97e-4669-9982-d432b46bc67b for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:02:34.580292 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] Routers {'2bc62cc5-a97e-4669-9982-d432b46bc67b'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:02:34.581043 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:02:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['2bc62cc5-a97e-4669-9982-d432b46bc67b'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:34.680455 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] Set router 2bc62cc5-a97e-4669-9982-d432b46bc67b gateway port host: None {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:02:34.753830 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T16:02:34Z', 'revision_number': 6, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port_host': None}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:34.759935 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29e08f4-81f9-48eb-be3b-666cb7b3fc4b None None] The sync data for ids ['2bc62cc5-a97e-4669-9982-d432b46bc67b'] in dv-cinder-796113-4-iscsi is: [{'id': '2bc62cc5-a97e-4669-9982-d432b46bc67b', 'name': 'tempest-AttachVolumeTestJSON-1802355487-router', 'tenant_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:27Z', 'updated_at': '2021-06-16T16:02:34Z', 'revision_number': 6, 'project_id': 'c950fc39ad174d15b8a3e588ae4f325e', 'gw_port_host': None}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:02:34.910942 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Calling delete_port for 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe owned by network:router_gateway {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:02:35.086215 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.088199 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d873db9a-8945-4b43-8836-1f491f494d10 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:35.117787 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Pushing event deleted for resources: {'Port': ['ID=4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:35.148366 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.148777 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.149159 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.149530 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.149892 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.150255 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.150618 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.150978 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.151353 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.151689 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.152047 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.152408 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:35.172351 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:35.193144 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693533'] for router_gateway, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.290832 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.293528 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-881'] for router, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.296615 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.333481 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-22204ec9-9430-4265-a282-a46a00112426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:35.335366 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-22204ec9-9430-4265-a282-a46a00112426 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048&tenant_id=901109e289144f64a8dd19efd1461637 HTTP/1.1" status: 200 len: 1096 time: 0.0564592 Jun 16 16:02:35.365415 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-888407'] for router, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.365856 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc62cc5-a97e-4669-9982-d432b46bc67b {{(pid=91872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:02:35.370487 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] Notify callbacks [] for router, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.371537 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-6a3bdf4f-8cbc-4b1f-aaa9-c9e53fb641eb admin admin] 10.222.0.48 "DELETE /v2.0/routers/2bc62cc5-a97e-4669-9982-d432b46bc67b HTTP/1.1" status: 204 len: 168 time: 1.2979860 Jun 16 16:02:35.374829 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46420) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:35.411727 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-06de391b-5443-4c76-9ef2-e988f0d6bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:35.413271 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-06de391b-5443-4c76-9ef2-e988f0d6bb6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 1096 time: 0.0554795 Jun 16 16:02:35.431633 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ea6a-4d04-4bf0-a2c7-00ddf40c2e36 req-e1ca9394-3121-48ba-9248-4dfa7b6af26c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:35.433139 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8061ea6a-4d04-4bf0-a2c7-00ddf40c2e36 req-e1ca9394-3121-48ba-9248-4dfa7b6af26c tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.1551380 Jun 16 16:02:35.436421 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_v2 [None req-5851d7e8-4125-43f0-800b-b3867012f070 admin admin] Deleting subnet 2e9a1c22-17c7-4892-b583-1c348d69e6a0 {{(pid=91872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:02:35.441235 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5851d7e8-4125-43f0-800b-b3867012f070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.501020 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5851d7e8-4125-43f0-800b-b3867012f070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14333594'] for subnet, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.512631 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-1685db7f-eb90-402a-b282-5bf0b85b6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:35.514417 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-1685db7f-eb90-402a-b282-5bf0b85b6085 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.0950785 Jun 16 16:02:35.527689 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8061ea6a-4d04-4bf0-a2c7-00ddf40c2e36 req-9e4078a5-d42c-4f2d-ad13-317934209549 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879135 Jun 16 16:02:35.588214 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-5cc2d816-57dd-446b-bd60-461b93292476 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe HTTP/1.1" status: 200 len: 999 time: 0.0668018 Jun 16 16:02:35.624040 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5851d7e8-4125-43f0-800b-b3867012f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.640167 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-cff107ec-a081-45eb-a0f5-84c0503b9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:35.641725 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-cff107ec-a081-45eb-a0f5-84c0503b9917 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.0467973 Jun 16 16:02:35.680227 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5851d7e8-4125-43f0-800b-b3867012f070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13993037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14231879'] for subnet, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.683930 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-07834235-9d91-4008-b983-d1b6ac7b7458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:35.708940 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-1ab186e2-5377-4f6d-8047-153a021aff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:35.710475 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-1ab186e2-5377-4f6d-8047-153a021aff92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625155 Jun 16 16:02:35.711319 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851d7e8-4125-43f0-800b-b3867012f070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e9a1c22-17c7-4892-b583-1c348d69e6a0,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:35.714637 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5851d7e8-4125-43f0-800b-b3867012f070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:35.716248 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5851d7e8-4125-43f0-800b-b3867012f070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.719870 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-5851d7e8-4125-43f0-800b-b3867012f070 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2e9a1c22-17c7-4892-b583-1c348d69e6a0 HTTP/1.1" status: 204 len: 168 time: 0.3417399 Jun 16 16:02:35.719975 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46422) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:35.723337 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4db5a-fa6b-4ff9-b906-749755141bfe None None] Network a50a3315-6c80-4963-ada6-ff4dadfa88da requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:02:35.793764 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.826625 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-18a807be-2f4b-45cb-8c13-a25f24e4b024 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089368 Jun 16 16:02:35.857210 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Deleting port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:02:35.857597 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.940761 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] For port 435e9c30-e3b2-42cb-9b62-0000057b6fc5, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=435e9c30-e3b2-42cb-9b62-0000057b6fc5,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:35.941122 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:35.953208 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c2cb45ea-372d-450e-b279-7771b477b4ab req-eab24d85-6e97-4af8-835e-1fb36abd5feb service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175563 Jun 16 16:02:36.009690 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] DHCP port deletion for a50a3315-6c80-4963-ada6-ff4dadfa88da request from dv-cinder-796113-4-iscsi {{(pid=91874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:02:36.024196 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Calling delete_port for 435e9c30-e3b2-42cb-9b62-0000057b6fc5 owned by network:dhcp {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:02:36.067134 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] Deleting port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:02:36.067809 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.123782 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.127032 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:36.149656 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] For port 435e9c30-e3b2-42cb-9b62-0000057b6fc5, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=435e9c30-e3b2-42cb-9b62-0000057b6fc5,segment=NetworkSegment(1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d),segment_id=1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:36.150254 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.153543 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Pushing event deleted for resources: {'Port': ['ID=435e9c30-e3b2-42cb-9b62-0000057b6fc5,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:36.156998 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:36.158174 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] No DVR routers for this DVR port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 on host dv-cinder-796113-4-iscsi {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:02:36.227350 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] Calling delete_port for 435e9c30-e3b2-42cb-9b62-0000057b6fc5 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:02:36.247846 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.259612 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50a3315-6c80-4963-ada6-ff4dadfa88da']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:36.271951 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:36.271951 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5b55f2-d2ef-450c-842f-b5ea4ba4f64d') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:02:36.285358 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.305794 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.313039 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:02:36.313474 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.315294 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:02:36.315853 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:02:36.348166 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.355948 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:36.397028 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.402572 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] No DVR routers for this DVR port 435e9c30-e3b2-42cb-9b62-0000057b6fc5 on host dv-cinder-796113-4-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:02:36.404422 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] Pushing event deleted for resources: {'Port': ['ID=435e9c30-e3b2-42cb-9b62-0000057b6fc5,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:36.407015 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:36.407230 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:36.410631 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.422579 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a50a3315-6c80-4963-ada6-ff4dadfa88da HTTP/1.1" status: 204 len: 168 time: 0.7014489 Jun 16 16:02:36.444467 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Pushing event deleted for resources: {'Network': ['ID=a50a3315-6c80-4963-ada6-ff4dadfa88da,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:36.448412 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:36.521865 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 435e9c30-e3b2-42cb-9b62-0000057b6fc5 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:02:36.566430 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 435e9c30-e3b2-42cb-9b62-0000057b6fc5 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:02:36.569059 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 435e9c30-e3b2-42cb-9b62-0000057b6fc5 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:02:36.570480 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:02:36.608556 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:02:36.609255 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 4b3e4b6f-ed22-4bcf-9f45-18a5d0a30abe not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:02:36.609703 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device dddefcfd-1ae9-42f3-b1a2-671f09453718 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:02:36.637643 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: dddefcfd-1ae9-42f3-b1a2-671f09453718 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:02:36.637999 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device dddefcfd-1ae9-42f3-b1a2-671f09453718 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:02:36.644070 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46448) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:36.713486 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d093c956-71ab-40bb-89a4-1e608a229e2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c950fc39ad174d15b8a3e588ae4f325e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0648458 Jun 16 16:02:36.714358 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46450) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:36.809558 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-635e06ee-8da5-4cda-a114-f6119fdcddf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.843245 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-635e06ee-8da5-4cda-a114-f6119fdcddf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.856143 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ba5e4-dc0e-4517-87c7-15e9c645ee29 req-60e87885-eae9-4c2f-a289-c02464a519a5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:36.858091 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7d6ba5e4-dc0e-4517-87c7-15e9c645ee29 req-60e87885-eae9-4c2f-a289-c02464a519a5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.1117764 Jun 16 16:02:36.926982 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-635e06ee-8da5-4cda-a114-f6119fdcddf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.930919 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-635e06ee-8da5-4cda-a114-f6119fdcddf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:36.932222 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-635e06ee-8da5-4cda-a114-f6119fdcddf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d7ea653-a8dd-4a55-852c-b5c164f89db8 HTTP/1.1" status: 204 len: 168 time: 0.2147579 Jun 16 16:02:36.933201 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-98ee2c84-1530-447c-80a6-b57c4852ebff tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:36.939073 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7d6ba5e4-dc0e-4517-87c7-15e9c645ee29 req-427414cd-8233-4ce2-86c6-856a3bd4bf53 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717189 Jun 16 16:02:36.960622 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e06ee-8da5-4cda-a114-f6119fdcddf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7ea653-a8dd-4a55-852c-b5c164f89db8,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:36.960622 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-635e06ee-8da5-4cda-a114-f6119fdcddf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:38.161116 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cb6af-4e50-4568-9c27-441805d0e7e6 req-5351d17e-305a-495e-813c-8b7f13b91802 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:38.165293 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6f4cb6af-4e50-4568-9c27-441805d0e7e6 req-5351d17e-305a-495e-813c-8b7f13b91802 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0906932 Jun 16 16:02:38.210866 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6f4cb6af-4e50-4568-9c27-441805d0e7e6 req-c835b976-8603-481c-ba45-bc75eb890fc8 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420086 Jun 16 16:02:38.612542 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:38.853281 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46496) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:38.985766 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a3a77ac-7842-48f1-b7f3-45ab79796025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.111211 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a3a77ac-7842-48f1-b7f3-45ab79796025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.116931 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4a3a77ac-7842-48f1-b7f3-45ab79796025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.119677 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-16c57b83-a340-4d25-89be-302b349f655b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:39.157794 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4a3a77ac-7842-48f1-b7f3-45ab79796025 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74d3c0b6c33043e88d1cd609e31a7653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032305 Jun 16 16:02:39.158833 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a77ac-7842-48f1-b7f3-45ab79796025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf107c45-e094-43a8-8621-9cec717112d3,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:39.162275 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46500) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:39.163792 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4a3a77ac-7842-48f1-b7f3-45ab79796025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:39.215126 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f30a644c-9f42-4b3a-b4eb-95c5466015f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.238014 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f30a644c-9f42-4b3a-b4eb-95c5466015f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.305863 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f30a644c-9f42-4b3a-b4eb-95c5466015f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.310989 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f30a644c-9f42-4b3a-b4eb-95c5466015f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.312482 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-f30a644c-9f42-4b3a-b4eb-95c5466015f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf107c45-e094-43a8-8621-9cec717112d3 HTTP/1.1" status: 204 len: 168 time: 0.1497943 Jun 16 16:02:39.313679 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-a1e19d90-5504-47d8-9781-ee7622e51d18 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:39.323822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a644c-9f42-4b3a-b4eb-95c5466015f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf107c45-e094-43a8-8621-9cec717112d3,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:39.334270 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f30a644c-9f42-4b3a-b4eb-95c5466015f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:39.445252 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492d756-2fd1-43cb-a462-b784f4e831c4 req-20153520-96cf-4d29-9f37-570e21bf121e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:39.446762 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9492d756-2fd1-43cb-a462-b784f4e831c4 req-20153520-96cf-4d29-9f37-570e21bf121e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0769310 Jun 16 16:02:39.509275 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9492d756-2fd1-43cb-a462-b784f4e831c4 req-efdaa152-5f0a-49e2-a4f2-e2f0c731bd69 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567584 Jun 16 16:02:39.686860 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46510) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:39.702287 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cdb213b5-47ae-4d3a-99a1-2611e3954953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.809896 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cdb213b5-47ae-4d3a-99a1-2611e3954953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.814280 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cdb213b5-47ae-4d3a-99a1-2611e3954953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.817607 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1295815a-bd89-4e8c-817d-e2afd5b8a26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:39.855927 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-cdb213b5-47ae-4d3a-99a1-2611e3954953 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ada6343244724bd8989c6110fef02825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679146 Jun 16 16:02:39.857045 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb213b5-47ae-4d3a-99a1-2611e3954953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ed9f90-489c-4297-8a9f-7ff8b450691c,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:39.859115 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46512) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:39.865859 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cdb213b5-47ae-4d3a-99a1-2611e3954953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:39.919039 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-723614b4-6a18-46d2-888a-a1f54003b1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:39.942814 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-723614b4-6a18-46d2-888a-a1f54003b1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:40.002195 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-723614b4-6a18-46d2-888a-a1f54003b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:40.005380 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-723614b4-6a18-46d2-888a-a1f54003b1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:40.006527 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-723614b4-6a18-46d2-888a-a1f54003b1d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76ed9f90-489c-4297-8a9f-7ff8b450691c HTTP/1.1" status: 204 len: 168 time: 0.1464398 Jun 16 16:02:40.007658 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b6a5bf15-0cc8-4936-a815-565bc6ca2dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:40.016750 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723614b4-6a18-46d2-888a-a1f54003b1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ed9f90-489c-4297-8a9f-7ff8b450691c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:40.024772 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-723614b4-6a18-46d2-888a-a1f54003b1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:40.951312 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad69fd-f7ee-4b24-8678-1bdefa7bac02 req-2a8132ea-d991-4bf1-9568-cad1a85527ba tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:40.953039 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-39ad69fd-f7ee-4b24-8678-1bdefa7bac02 req-2a8132ea-d991-4bf1-9568-cad1a85527ba tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0972865 Jun 16 16:02:41.000747 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-39ad69fd-f7ee-4b24-8678-1bdefa7bac02 req-dd122f11-9c96-403d-9db8-7ada1334e462 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396130 Jun 16 16:02:42.231627 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ae44e-7289-4dec-bef5-ce753bc1057d req-0527ea3f-4996-442a-81a2-079a4788e1de tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:42.233173 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5b7ae44e-7289-4dec-bef5-ce753bc1057d req-0527ea3f-4996-442a-81a2-079a4788e1de tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0836570 Jun 16 16:02:42.284083 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5b7ae44e-7289-4dec-bef5-ce753bc1057d req-b17bd918-738a-420a-bc95-5a3d7f1622a0 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430794 Jun 16 16:02:43.524188 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46652) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:43.551196 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4aa26-eb14-4efa-a53a-a385c875d81b req-00577e9d-dfac-4e65-8b35-764a2e7a70a6 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:43.554415 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-38a4aa26-eb14-4efa-a53a-a385c875d81b req-00577e9d-dfac-4e65-8b35-764a2e7a70a6 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0930805 Jun 16 16:02:43.600143 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-38a4aa26-eb14-4efa-a53a-a385c875d81b req-e601b373-193c-44d4-8d10-e73b907ef9df tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400770 Jun 16 16:02:43.646737 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d2075527-d3ef-4ec1-92b1-f1fbd164ce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:43.757843 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d2075527-d3ef-4ec1-92b1-f1fbd164ce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:43.768953 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d2075527-d3ef-4ec1-92b1-f1fbd164ce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:43.772367 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-5add3523-78b5-496a-bb9a-d094f1a8b402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:43.814447 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d2075527-d3ef-4ec1-92b1-f1fbd164ce11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b633896ee75f4f349a47dd0c9f5a39b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891121 Jun 16 16:02:43.815368 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075527-d3ef-4ec1-92b1-f1fbd164ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e860d9c-0f46-4ea1-b85c-cbd560944bba,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:43.818153 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46656) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:43.819628 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d2075527-d3ef-4ec1-92b1-f1fbd164ce11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:43.877257 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4c2e02da-22e3-4af3-a305-c9c9d556f350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:43.902165 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4c2e02da-22e3-4af3-a305-c9c9d556f350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:43.969209 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4c2e02da-22e3-4af3-a305-c9c9d556f350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:43.971792 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-4c2e02da-22e3-4af3-a305-c9c9d556f350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:43.972972 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-4c2e02da-22e3-4af3-a305-c9c9d556f350 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e860d9c-0f46-4ea1-b85c-cbd560944bba HTTP/1.1" status: 204 len: 168 time: 0.1536734 Jun 16 16:02:43.973752 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4a52492d-c764-42b9-8403-bfd0e16aaa22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:43.982124 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e02da-22e3-4af3-a305-c9c9d556f350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e860d9c-0f46-4ea1-b85c-cbd560944bba,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:43.984744 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4c2e02da-22e3-4af3-a305-c9c9d556f350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:44.289744 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46662) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:44.304503 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-500951a3-d5e3-4935-b7d1-41bce8937b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:44.418830 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-500951a3-d5e3-4935-b7d1-41bce8937b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:44.422610 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-500951a3-d5e3-4935-b7d1-41bce8937b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:44.425016 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-f65f92be-0c3a-4a05-920c-4b93a9097034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:44.462775 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500951a3-d5e3-4935-b7d1-41bce8937b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc6c577-f769-4ecd-82c3-1ffba3b828e6,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:44.470305 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-500951a3-d5e3-4935-b7d1-41bce8937b90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24843629814a4c5e8d313b4d2fad9337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783025 Jun 16 16:02:44.470428 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46664) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:44.471162 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-500951a3-d5e3-4935-b7d1-41bce8937b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:44.529335 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7686-5d3d-4e95-8f77-27e8e87e22f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:44.553660 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7686-5d3d-4e95-8f77-27e8e87e22f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:44.607803 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7686-5d3d-4e95-8f77-27e8e87e22f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:44.610623 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1b7f7686-5d3d-4e95-8f77-27e8e87e22f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:44.616321 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-1b7f7686-5d3d-4e95-8f77-27e8e87e22f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bc6c577-f769-4ecd-82c3-1ffba3b828e6 HTTP/1.1" status: 204 len: 168 time: 0.1405582 Jun 16 16:02:44.616321 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f179c14-a140-449d-90f7-14d55875b5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:44.621687 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f7686-5d3d-4e95-8f77-27e8e87e22f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc6c577-f769-4ecd-82c3-1ffba3b828e6,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:44.624801 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1b7f7686-5d3d-4e95-8f77-27e8e87e22f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:44.842596 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdba687-3989-4c00-804f-866d77c5b581 req-1de1ed81-946e-443c-8655-9c2069bed805 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:44.844338 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bbdba687-3989-4c00-804f-866d77c5b581 req-1de1ed81-946e-443c-8655-9c2069bed805 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0796039 Jun 16 16:02:44.887608 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bbdba687-3989-4c00-804f-866d77c5b581 req-2a41cf90-8bcb-4fab-8e35-fe76cc33cbf8 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366087 Jun 16 16:02:46.090932 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c5da4-3d2a-4d4f-8ca6-c283fa33229b req-5c78c577-a869-443f-bcc3-a46ede1f6cfc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:46.098356 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6d2c5da4-3d2a-4d4f-8ca6-c283fa33229b req-5c78c577-a869-443f-bcc3-a46ede1f6cfc tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0763943 Jun 16 16:02:46.148707 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6d2c5da4-3d2a-4d4f-8ca6-c283fa33229b req-2a5d3232-98c1-4d9d-b6d0-75d450041ab3 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475907 Jun 16 16:02:47.327049 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaa0c7-fa92-430d-a544-c0a33bc84a69 req-ce03aa06-0b98-4f6d-9719-5d2503282ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:47.328504 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d7aaa0c7-fa92-430d-a544-c0a33bc84a69 req-ce03aa06-0b98-4f6d-9719-5d2503282ddb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0685945 Jun 16 16:02:47.369175 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d7aaa0c7-fa92-430d-a544-c0a33bc84a69 req-9679e1c8-0b9f-4c20-84b4-1a639bc9ea29 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322244 Jun 16 16:02:48.235110 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:48.384551 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 675c240f-60a6-42cb-b445-2dd4b2e4bcfe details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:02:48.562800 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38a3b0-b7b6-4645-8a0f-fc5de4fbe97c req-e64b107f-6f6e-466f-871f-f3ba668fa7eb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:48.564342 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4f38a3b0-b7b6-4645-8a0f-fc5de4fbe97c req-e64b107f-6f6e-466f-871f-f3ba668fa7eb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 943 time: 0.0662849 Jun 16 16:02:48.603908 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4f38a3b0-b7b6-4645-8a0f-fc5de4fbe97c req-b15bcd3e-7a34-4a6c-91e5-eee094516467 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329421 Jun 16 16:02:48.623269 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:48.635765 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'port_id': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'mac_address': 'fa:16:3e:33:12:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:02:48.673141 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:48.687023 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675c240f-60a6-42cb-b445-2dd4b2e4bcfe {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:02:48.706998 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:48.710684 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:48.712480 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:48.758621 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=9']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:48.761711 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:48.941834 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['675c240f-60a6-42cb-b445-2dd4b2e4bcfe'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:02:49.732670 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46750) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:49.789254 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2f231-bc7f-496a-9ba3-d06e25a0febc req-164a020b-5ce4-477e-8e8f-5a6bf5ce65a1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:49.790892 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1ec2f231-bc7f-496a-9ba3-d06e25a0febc req-164a020b-5ce4-477e-8e8f-5a6bf5ce65a1 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 944 time: 0.0677447 Jun 16 16:02:49.833851 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1ec2f231-bc7f-496a-9ba3-d06e25a0febc req-1bf2bf5f-89cc-46e9-a285-a4afc4eda581 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374887 Jun 16 16:02:49.843265 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-14ad4225-0c17-40cc-a5b7-72c22d726651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:49.930350 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-18967096-d300-42d1-8e42-febdfa687b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:49.931957 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-18967096-d300-42d1-8e42-febdfa687b81 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=901109e289144f64a8dd19efd1461637&device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 1097 time: 0.0632794 Jun 16 16:02:49.947158 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-14ad4225-0c17-40cc-a5b7-72c22d726651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:49.951186 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-14ad4225-0c17-40cc-a5b7-72c22d726651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:49.954846 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-606560b8-7d7c-416f-8615-25d8b1b604fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:49.997763 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-14ad4225-0c17-40cc-a5b7-72c22d726651 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cd58ff08de74e9088f5218e460bb175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640128 Jun 16 16:02:49.998703 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad4225-0c17-40cc-a5b7-72c22d726651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e26e5-03d4-47e5-8f74-960fe7437b08,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:50.001553 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46754) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:50.002236 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-14ad4225-0c17-40cc-a5b7-72c22d726651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:50.041632 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-749ae41b-0f47-41b1-aca3-8e573a26701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:50.043085 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-749ae41b-0f47-41b1-aca3-8e573a26701b service neutron] 10.222.0.89 "GET /v2.0/networks?id=aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 200 len: 919 time: 0.0903640 Jun 16 16:02:50.074985 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab7d5-fef8-43f5-ba1f-646050c9e9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.097353 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab7d5-fef8-43f5-ba1f-646050c9e9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.114817 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-84081f86-1b0a-46ca-976c-edbad9b5008e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe HTTP/1.1" status: 200 len: 1000 time: 0.0642591 Jun 16 16:02:50.145761 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab7d5-fef8-43f5-ba1f-646050c9e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.148497 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1d6ab7d5-fef8-43f5-ba1f-646050c9e9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.149652 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-1d6ab7d5-fef8-43f5-ba1f-646050c9e9b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f6e26e5-03d4-47e5-8f74-960fe7437b08 HTTP/1.1" status: 204 len: 168 time: 0.1465616 Jun 16 16:02:50.150435 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-2968215e-4b66-4501-a175-7cce015d9ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:50.158124 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ab7d5-fef8-43f5-ba1f-646050c9e9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e26e5-03d4-47e5-8f74-960fe7437b08,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:50.160798 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1d6ab7d5-fef8-43f5-ba1f-646050c9e9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:50.166386 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-376b441c-bfc7-4514-944f-3b4c5a4219e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:50.167920 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-376b441c-bfc7-4514-944f-3b4c5a4219e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 200 len: 856 time: 0.0468335 Jun 16 16:02:50.228118 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-4e161cdc-6f3d-4d84-88c2-449058011a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:50.229707 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-4e161cdc-6f3d-4d84-88c2-449058011a7b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aeefd93e-e87c-4837-ade8-2e1719db7ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542774 Jun 16 16:02:50.326652 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-e7134c00-5408-4b02-bbd7-8aee4bf2fd88 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895350 Jun 16 16:02:50.400271 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 675c240f-60a6-42cb-b445-2dd4b2e4bcfe up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:50.425958 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3504adf0-2aff-4f39-a2ff-29c8c27eb905 req-eabb53a8-9701-4c28-8597-a92f04fcd6b0 service neutron] 10.222.0.89 "GET /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906339 Jun 16 16:02:50.428416 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46760) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:50.443968 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d1ff7bbf-e884-4bdf-8ca8-9fd67f1defff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.454396 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:50.454781 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.539254 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.540002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d1ff7bbf-e884-4bdf-8ca8-9fd67f1defff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.544752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-d1ff7bbf-e884-4bdf-8ca8-9fd67f1defff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.547202 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-656e6c3a-4d30-45ef-a875-efadc6b735be tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:50.561861 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:02:50.564254 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc4cbcb-f2a9-4528-8773-c35ac45f2d77" -d '{"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-plugged", "status": "completed", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:02:50.577792 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:50.583263 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.585049 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff7bbf-e884-4bdf-8ca8-9fd67f1defff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19843150-ef7c-49f4-879c-424140b023b7,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:50.585429 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:50.592396 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46764) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:50.592722 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d1ff7bbf-e884-4bdf-8ca8-9fd67f1defff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eca9cba356484c9aa7b2b883bb164777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630859 Jun 16 16:02:50.594493 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d1ff7bbf-e884-4bdf-8ca8-9fd67f1defff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:50.609816 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2da5c71-b29a-42df-b9a3-68f3c38b4206 x-openstack-request-id: req-e2da5c71-b29a-42df-b9a3-68f3c38b4206 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:02:50.609986 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-plugged", "status": "completed", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:02:50.610251 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2da5c71-b29a-42df-b9a3-68f3c38b4206 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:02:50.610639 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'code': 200} Jun 16 16:02:50.639538 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=10']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:50.643099 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:50.670480 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d8e269ff-ba81-473e-ad14-efb4ec3f01b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.693169 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d8e269ff-ba81-473e-ad14-efb4ec3f01b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.749504 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d8e269ff-ba81-473e-ad14-efb4ec3f01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.752368 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d8e269ff-ba81-473e-ad14-efb4ec3f01b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:50.755912 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d8e269ff-ba81-473e-ad14-efb4ec3f01b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19843150-ef7c-49f4-879c-424140b023b7 HTTP/1.1" status: 204 len: 168 time: 0.1596010 Jun 16 16:02:50.755912 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4a4d1946-6ddf-4f2e-9afa-71c020b0a072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:50.763690 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e269ff-ba81-473e-ad14-efb4ec3f01b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19843150-ef7c-49f4-879c-424140b023b7,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:50.765741 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d8e269ff-ba81-473e-ad14-efb4ec3f01b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:50.830863 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0ecc-90bc-4a64-b68c-64d23f7a3420 req-e7b86f1e-28f8-448f-82a8-278a1c5f7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:50.832685 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-342a0ecc-90bc-4a64-b68c-64d23f7a3420 req-e7b86f1e-28f8-448f-82a8-278a1c5f7a3d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 1099 time: 0.0636573 Jun 16 16:02:50.922340 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-342a0ecc-90bc-4a64-b68c-64d23f7a3420 req-4d6ae734-4d4b-422f-8ec2-b922841e92ba service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799472 Jun 16 16:02:51.063421 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecc7ec-61bf-4504-9f26-0622b929c1b2 req-6b122700-a8dc-41fd-9d69-c5bc58c43589 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:51.064904 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4fecc7ec-61bf-4504-9f26-0622b929c1b2 req-6b122700-a8dc-41fd-9d69-c5bc58c43589 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 946 time: 0.0859830 Jun 16 16:02:51.109538 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4fecc7ec-61bf-4504-9f26-0622b929c1b2 req-98b6e3c1-15c3-42ff-aeed-46c080de77aa tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381777 Jun 16 16:02:52.312564 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997ee5a-836d-4902-ac74-f81a9e0197cf req-21585112-11f5-4e84-80cc-244d4171b5ca tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:52.314038 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8997ee5a-836d-4902-ac74-f81a9e0197cf req-21585112-11f5-4e84-80cc-244d4171b5ca tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 946 time: 0.0696852 Jun 16 16:02:52.358761 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8997ee5a-836d-4902-ac74-f81a9e0197cf req-636e7aba-451e-49aa-bc3f-74f1e7059f8f tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383401 Jun 16 16:02:53.545680 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8cbb2-1ea5-4947-8f41-cea50b0a216d req-3d7b3309-8269-4ca9-b0bb-debda52d7dcd tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:53.547129 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2fe8cbb2-1ea5-4947-8f41-cea50b0a216d req-3d7b3309-8269-4ca9-b0bb-debda52d7dcd tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 946 time: 0.0682299 Jun 16 16:02:53.584749 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2fe8cbb2-1ea5-4947-8f41-cea50b0a216d req-952d7ed5-e870-4c5a-a7d6-638af1e5c0fb tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319746 Jun 16 16:03:00.312871 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-eb7b0453-1f49-4cbc-84e8-cf6091e8daca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:01.645771 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46912) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:01.748995 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cc764eee-9048-4884-8f40-62e65bf6875d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:01.838148 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cc764eee-9048-4884-8f40-62e65bf6875d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:01.841926 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-cc764eee-9048-4884-8f40-62e65bf6875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:01.845237 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-635e06ee-8da5-4cda-a114-f6119fdcddf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:01.880957 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-cc764eee-9048-4884-8f40-62e65bf6875d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9490fed3b63048fdb6ca064e20ce8a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341299 Jun 16 16:03:01.883038 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc764eee-9048-4884-8f40-62e65bf6875d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541f3614-bee6-4377-80b5-2ed517b7197c,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:01.883685 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46916) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:01.886308 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cc764eee-9048-4884-8f40-62e65bf6875d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:01.933907 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e3275985-2092-4228-834f-47096b37db9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:01.953774 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e3275985-2092-4228-834f-47096b37db9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:01.999028 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e3275985-2092-4228-834f-47096b37db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.001700 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e3275985-2092-4228-834f-47096b37db9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.002938 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e3275985-2092-4228-834f-47096b37db9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/541f3614-bee6-4377-80b5-2ed517b7197c HTTP/1.1" status: 204 len: 168 time: 0.1181986 Jun 16 16:03:02.003715 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d9892c56-9339-445f-a15f-9430f2c78ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:02.011506 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3275985-2092-4228-834f-47096b37db9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f3614-bee6-4377-80b5-2ed517b7197c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:02.014021 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e3275985-2092-4228-834f-47096b37db9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:02.256221 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46922) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:02.270727 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-22d9e1fc-36bd-4c95-9a3f-4675bc1d2563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.362688 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-22d9e1fc-36bd-4c95-9a3f-4675bc1d2563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.366840 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-22d9e1fc-36bd-4c95-9a3f-4675bc1d2563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.370214 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-9e39ce5e-72e8-4abf-beff-e93b33df41d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:02.408464 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-22d9e1fc-36bd-4c95-9a3f-4675bc1d2563 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d61165939e6b4702bb961e85156a283b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489143 Jun 16 16:03:02.408464 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9e1fc-36bd-4c95-9a3f-4675bc1d2563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44066883-f6b5-449d-a904-5e57ac1de24f,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:02.409552 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46924) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:02.411496 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-22d9e1fc-36bd-4c95-9a3f-4675bc1d2563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:02.462560 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c44e3949-3a31-460e-991b-4116edd795dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.480466 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:03:02.483161 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c44e3949-3a31-460e-991b-4116edd795dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.533377 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c44e3949-3a31-460e-991b-4116edd795dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.536680 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-c44e3949-3a31-460e-991b-4116edd795dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.537796 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-c44e3949-3a31-460e-991b-4116edd795dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44066883-f6b5-449d-a904-5e57ac1de24f HTTP/1.1" status: 204 len: 168 time: 0.1272783 Jun 16 16:03:02.538611 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-67c25c4c-dd93-4270-8317-a3ab18f41374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:02.545847 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e3949-3a31-460e-991b-4116edd795dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44066883-f6b5-449d-a904-5e57ac1de24f,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:02.548042 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c44e3949-3a31-460e-991b-4116edd795dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:03.575463 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 46954) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:03.679522 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-52f81b5c-f8f5-4e33-81b0-47888a151c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:03.772623 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-52f81b5c-f8f5-4e33-81b0-47888a151c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:03.776611 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-52f81b5c-f8f5-4e33-81b0-47888a151c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:03.779920 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-cc764eee-9048-4884-8f40-62e65bf6875d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:03.814968 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-52f81b5c-f8f5-4e33-81b0-47888a151c14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db74518d31034ef2b259786b96b821c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384169 Jun 16 16:03:03.816144 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f81b5c-f8f5-4e33-81b0-47888a151c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67f602d-7c83-4fb1-9e25-f576867f83c2,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:03.818489 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 46958) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:03.819087 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-52f81b5c-f8f5-4e33-81b0-47888a151c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:03.869369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a7e95db1-a0b1-495e-bcac-b9c5b589f8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:03.889963 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a7e95db1-a0b1-495e-bcac-b9c5b589f8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:03.939031 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a7e95db1-a0b1-495e-bcac-b9c5b589f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:03.942749 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-a7e95db1-a0b1-495e-bcac-b9c5b589f8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:03.943911 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a7e95db1-a0b1-495e-bcac-b9c5b589f8c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a67f602d-7c83-4fb1-9e25-f576867f83c2 HTTP/1.1" status: 204 len: 168 time: 0.1238806 Jun 16 16:03:03.944757 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ddb1b29a-c3e5-4b47-97fd-69371d588415 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:03.953495 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e95db1-a0b1-495e-bcac-b9c5b589f8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67f602d-7c83-4fb1-9e25-f576867f83c2,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:03.956658 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a7e95db1-a0b1-495e-bcac-b9c5b589f8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:04.426099 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a64bf947-49a5-4d06-854a-994c8e1112eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:05.293697 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:06.140576 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-2f3e22ce-8c77-4030-bde3-4a23886c4951 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2635aad60a194f69b9ca05e81f84472d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300298 Jun 16 16:03:06.289808 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:06.327924 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c574f0de-8eff-4848-ad2b-f6a0b22e8778 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:06.329404 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c574f0de-8eff-4848-ad2b-f6a0b22e8778 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828537 Jun 16 16:03:06.344132 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-3a8810b6-f280-42df-869f-7620d676cf93 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/quotas/2635aad60a194f69b9ca05e81f84472d HTTP/1.1" status: 200 len: 375 time: 0.0090370 Jun 16 16:03:06.378419 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-cc6b2572-c00f-411a-ab9c-41af092763bd tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2635aad60a194f69b9ca05e81f84472d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289993 Jun 16 16:03:06.545888 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c8ad587-2ded-4b7e-90c4-a302fb3f7648 req-b7b95335-13f5-4408-a808-a0b71ae37b77 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 210 time: 0.0296378 Jun 16 16:03:07.630619 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-b0b43cd9-fb17-4d6d-9c24-2248a882c730 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2635aad60a194f69b9ca05e81f84472d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413156 Jun 16 16:03:07.689055 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-91a1de00-272c-4a8e-8841-130ccc472758 req-73e5e23a-139e-41cd-b0c6-d5c5ac444359 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 210 time: 0.0283866 Jun 16 16:03:07.824934 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-0162d3ab-9f91-4721-a0fe-144885a2320a tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:07.826334 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-0162d3ab-9f91-4721-a0fe-144885a2320a tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904609 Jun 16 16:03:07.838784 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Request body: {'port': {'device_id': 'af77e2da-3aba-46dc-bc1c-6d57f6130c79', 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da', 'admin_state_up': True, 'tenant_id': '2635aad60a194f69b9ca05e81f84472d'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:03:07.947436 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Made reservation on behalf of 2635aad60a194f69b9ca05e81f84472d for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:03:07.950924 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:07.959581 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.051811 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.055442 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.058375 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3efd5051-a1b2-476a-b769-d5a202fc2d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:08.117846 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e59a74c-f678-452a-bcf2-ab660bb2f699,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:08.122154 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:08.189344 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Allocated IP 192.168.233.141 (062a6a3f-afc4-4948-b3a6-e99990ac65da/ad1740ac-b865-4308-b010-f0d07ccb2183/710c1dfb-320a-4e20-afbf-d081454e65cc) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:03:08.333324 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.346752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Transition to ACTIVE for port object 710c1dfb-320a-4e20-afbf-d081454e65cc will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:03:08.379270 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.383063 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-51452a1f-1144-4b68-92df-a617ce06b001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:08.423845 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Network 062a6a3f-afc4-4948-b3a6-e99990ac65da is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:03:08.427653 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:03:08.433853 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:03:08.458669 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Pushing event updated for resources: {'Port': ['ID=710c1dfb-320a-4e20-afbf-d081454e65cc,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:08.463275 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:08.487562 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:08.488483 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.503266 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6684146 Jun 16 16:03:08.522819 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Request body: {'port': {'device_id': 'af77e2da-3aba-46dc-bc1c-6d57f6130c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:03:08.599656 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.612319 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.702554 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-85136f16-eb59-405b-85ec-ffe6b9752381 None None] Provisioning for port 710c1dfb-320a-4e20-afbf-d081454e65cc completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:03:08.708141 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-85136f16-eb59-405b-85ec-ffe6b9752381 None None] Provisioning complete for port 710c1dfb-320a-4e20-afbf-d081454e65cc triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:03:08.708638 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-85136f16-eb59-405b-85ec-ffe6b9752381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.745951 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-85136f16-eb59-405b-85ec-ffe6b9752381 None None] Port 710c1dfb-320a-4e20-afbf-d081454e65cc cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:03:08.903836 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710c1dfb-320a-4e20-afbf-d081454e65cc {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:03:08.912797 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.927800 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c4ee9-6eb7-4cea-a667-c5a97013ed53 req-2d198fe1-a5c3-4b21-9e57-ce7e31ff2264 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:08.929288 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ac5c4ee9-6eb7-4cea-a667-c5a97013ed53 req-2d198fe1-a5c3-4b21-9e57-ce7e31ff2264 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 936 time: 0.1216567 Jun 16 16:03:08.937559 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Transition to ACTIVE for port object 710c1dfb-320a-4e20-afbf-d081454e65cc will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:03:08.945498 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:08.953793 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e4e59d1c-f2d8-41d7-b7dd-4374f7b4cfba tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:09.045380 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Pushing event updated for resources: {'Port': ['ID=710c1dfb-320a-4e20-afbf-d081454e65cc,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:09.051137 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ac5c4ee9-6eb7-4cea-a667-c5a97013ed53 req-6629eb66-691d-4058-a1bb-2acde4f3f1b3 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148040 Jun 16 16:03:09.053304 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:09.141315 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Attempting to bind port 710c1dfb-320a-4e20-afbf-d081454e65cc on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:03:09.142143 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Attempting to bind port 710c1dfb-320a-4e20-afbf-d081454e65cc by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '7e17790a-3cb4-4e31-8494-a7164dfdd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:03:09.142143 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Attempting to bind port 710c1dfb-320a-4e20-afbf-d081454e65cc on network 062a6a3f-afc4-4948-b3a6-e99990ac65da {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:03:09.147762 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Port 710c1dfb-320a-4e20-afbf-d081454e65cc on network 062a6a3f-afc4-4948-b3a6-e99990ac65da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:03:09.148088 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Attempting to bind port 710c1dfb-320a-4e20-afbf-d081454e65cc on network 062a6a3f-afc4-4948-b3a6-e99990ac65da {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:03:09.153004 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:03:09.153342 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Checking segment: {'id': '7e17790a-3cb4-4e31-8494-a7164dfdd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:03:09.153882 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Bound using segment: {'id': '7e17790a-3cb4-4e31-8494-a7164dfdd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:03:09.154321 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Bound port: 710c1dfb-320a-4e20-afbf-d081454e65cc, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e17790a-3cb4-4e31-8494-a7164dfdd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:03:09.154877 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:09.221722 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] For port 710c1dfb-320a-4e20-afbf-d081454e65cc, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:03:09.224753 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] For port 710c1dfb-320a-4e20-afbf-d081454e65cc, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=710c1dfb-320a-4e20-afbf-d081454e65cc,segment=NetworkSegment(7e17790a-3cb4-4e31-8494-a7164dfdd963),segment_id=7e17790a-3cb4-4e31-8494-a7164dfdd963)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:03:09.228782 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:09.231557 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:09.264626 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:09.265232 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:09.266766 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] 10.222.0.89 "PUT /v2.0/ports/710c1dfb-320a-4e20-afbf-d081454e65cc HTTP/1.1" status: 200 len: 1098 time: 0.7491727 Jun 16 16:03:09.267285 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77e2da-3aba-46dc-bc1c-6d57f6130c79', 'tag': '710c1dfb-320a-4e20-afbf-d081454e65cc'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:03:09.269981 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb06b2b1-c17d-4440-8789-d93076c4fa0a" -d '{"events": [{"name": "network-changed", "server_uuid": "af77e2da-3aba-46dc-bc1c-6d57f6130c79", "tag": "710c1dfb-320a-4e20-afbf-d081454e65cc"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:03:09.297221 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Pushing event updated for resources: {'Port': ['ID=710c1dfb-320a-4e20-afbf-d081454e65cc,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:09.301243 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:09.332070 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df555e36-6eb9-408b-9ef9-8c4bf15a5779 x-openstack-request-id: req-df555e36-6eb9-408b-9ef9-8c4bf15a5779 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:03:09.332405 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af77e2da-3aba-46dc-bc1c-6d57f6130c79", "tag": "710c1dfb-320a-4e20-afbf-d081454e65cc", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:03:09.332743 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df555e36-6eb9-408b-9ef9-8c4bf15a5779 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:03:09.333177 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af77e2da-3aba-46dc-bc1c-6d57f6130c79', 'tag': '710c1dfb-320a-4e20-afbf-d081454e65cc', 'status': 'completed', 'code': 200} Jun 16 16:03:09.405008 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-a4831fe5-0643-40a4-a6e0-7707fb4f0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:09.406853 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-a4831fe5-0643-40a4-a6e0-7707fb4f0723 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2635aad60a194f69b9ca05e81f84472d&device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 1101 time: 0.0617247 Jun 16 16:03:09.453427 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-2c032688-b933-4557-9752-0b53cbbfeba1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=710c1dfb-320a-4e20-afbf-d081454e65cc HTTP/1.1" status: 200 len: 217 time: 0.0373266 Jun 16 16:03:09.507377 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-593d89e0-a78a-4eff-80c3-fbc27a3818c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:09.508961 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-593d89e0-a78a-4eff-80c3-fbc27a3818c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ad1740ac-b865-4308-b010-f0d07ccb2183 HTTP/1.1" status: 200 len: 843 time: 0.0475948 Jun 16 16:03:09.567487 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-24eddf76-70eb-4569-977f-3086c23e6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:09.568964 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-24eddf76-70eb-4569-977f-3086c23e6d40 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=062a6a3f-afc4-4948-b3a6-e99990ac65da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0521204 Jun 16 16:03:09.661756 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-d07091e4-c7bf-4313-b20d-3b4a90a675a5 service neutron] 10.222.0.89 "GET /v2.0/networks/062a6a3f-afc4-4948-b3a6-e99990ac65da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850754 Jun 16 16:03:09.757922 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9f5c34a-1a42-4f8a-933b-b6858ba75701 req-510f6ac5-b3cb-491d-98ec-ed18193679f9 service neutron] 10.222.0.89 "GET /v2.0/networks/062a6a3f-afc4-4948-b3a6-e99990ac65da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836604 Jun 16 16:03:09.868246 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-de3df243-1435-4f63-8d79-b2b05ffe4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:09.869747 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-de3df243-1435-4f63-8d79-b2b05ffe4e28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2635aad60a194f69b9ca05e81f84472d&device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 1101 time: 0.0527675 Jun 16 16:03:09.962687 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-bb6d5521-4dda-49b0-9b8f-a22e07864a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:09.964113 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-bb6d5521-4dda-49b0-9b8f-a22e07864a5e service neutron] 10.222.0.89 "GET /v2.0/networks?id=062a6a3f-afc4-4948-b3a6-e99990ac65da HTTP/1.1" status: 200 len: 871 time: 0.0859942 Jun 16 16:03:10.004937 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-5682baf4-b93a-464b-bc2e-850b7f213d7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=710c1dfb-320a-4e20-afbf-d081454e65cc HTTP/1.1" status: 200 len: 217 time: 0.0328245 Jun 16 16:03:10.057518 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-e22d0d1a-982e-46d1-a9b9-6256d23b38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:10.058937 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-e22d0d1a-982e-46d1-a9b9-6256d23b38e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ad1740ac-b865-4308-b010-f0d07ccb2183 HTTP/1.1" status: 200 len: 843 time: 0.0468123 Jun 16 16:03:10.121574 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-8569142b-4f3f-4c76-9fc3-3748a2544a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:10.123199 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-8569142b-4f3f-4c76-9fc3-3748a2544a22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=062a6a3f-afc4-4948-b3a6-e99990ac65da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0539217 Jun 16 16:03:10.254748 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-557a80f5-5569-47cc-a65d-3384a16c4ba4 service neutron] 10.222.0.89 "GET /v2.0/networks/062a6a3f-afc4-4948-b3a6-e99990ac65da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162896 Jun 16 16:03:10.296426 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d541ad-2610-46db-a86c-185fcb0f860f req-bcc7d3c3-5c87-4f3e-929b-186984206394 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:10.297870 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26d541ad-2610-46db-a86c-185fcb0f860f req-bcc7d3c3-5c87-4f3e-929b-186984206394 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 948 time: 0.1288717 Jun 16 16:03:10.651084 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26d541ad-2610-46db-a86c-185fcb0f860f req-30abe734-579c-4dae-aba1-69e10f2e9dcd tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466392 Jun 16 16:03:10.662383 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-fb06b2b1-c17d-4440-8789-d93076c4fa0a req-172b3cd5-4966-4695-8ff2-8c86fa3e3408 service neutron] 10.222.0.89 "GET /v2.0/networks/062a6a3f-afc4-4948-b3a6-e99990ac65da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003088 Jun 16 16:03:11.827219 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483c840-4867-406d-b326-8f0dbbb1c179 req-b3e5b78e-cc0c-4f57-b0b8-5cc583970dc1 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:11.828840 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f483c840-4867-406d-b326-8f0dbbb1c179 req-b3e5b78e-cc0c-4f57-b0b8-5cc583970dc1 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 948 time: 0.0646546 Jun 16 16:03:11.869946 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-f483c840-4867-406d-b326-8f0dbbb1c179 req-9bcdcfd0-89cf-42fc-94bc-4ffb9ef28d0e tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Jun 16 16:03:12.508844 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 710c1dfb-320a-4e20-afbf-d081454e65cc details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:03:12.605162 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 710c1dfb-320a-4e20-afbf-d081454e65cc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=710c1dfb-320a-4e20-afbf-d081454e65cc,segment=NetworkSegment(7e17790a-3cb4-4e31-8494-a7164dfdd963),segment_id=7e17790a-3cb4-4e31-8494-a7164dfdd963)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:12.615679 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '710c1dfb-320a-4e20-afbf-d081454e65cc', 'network_id': '062a6a3f-afc4-4948-b3a6-e99990ac65da', 'port_id': '710c1dfb-320a-4e20-afbf-d081454e65cc', 'mac_address': 'fa:16:3e:29:cb:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1740ac-b865-4308-b010-f0d07ccb2183', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:03:12.653486 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:12.666140 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710c1dfb-320a-4e20-afbf-d081454e65cc {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:03:12.684712 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 710c1dfb-320a-4e20-afbf-d081454e65cc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=710c1dfb-320a-4e20-afbf-d081454e65cc,segment=NetworkSegment(7e17790a-3cb4-4e31-8494-a7164dfdd963),segment_id=7e17790a-3cb4-4e31-8494-a7164dfdd963)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:12.690049 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:12.691865 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:12.738246 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=710c1dfb-320a-4e20-afbf-d081454e65cc,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:12.745381 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.745731 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.746075 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.746414 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.746751 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.747078 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.747406 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.747754 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.748079 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.748403 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.748748 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.749072 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:12.753720 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:12.980818 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['710c1dfb-320a-4e20-afbf-d081454e65cc'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:03:13.045548 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a824c0-6341-49db-986b-001b1d48e64f req-9b80d20b-bb33-42a5-856a-e7893206a7b6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:13.047016 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-51a824c0-6341-49db-986b-001b1d48e64f req-9b80d20b-bb33-42a5-856a-e7893206a7b6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 949 time: 0.0644710 Jun 16 16:03:13.088716 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-51a824c0-6341-49db-986b-001b1d48e64f req-98daad38-726d-4a25-ab55-90bf6ece836e tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Jun 16 16:03:14.259340 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e509d8-f2cb-428a-9200-c4ed6e7bdb60 req-317e5524-4c7d-4507-ab34-8e3b635cd2d6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:14.260920 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-70e509d8-f2cb-428a-9200-c4ed6e7bdb60 req-317e5524-4c7d-4507-ab34-8e3b635cd2d6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 949 time: 0.0641780 Jun 16 16:03:14.299430 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-70e509d8-f2cb-428a-9200-c4ed6e7bdb60 req-20905aca-52d0-45b6-ae54-34b3f8664e43 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Jun 16 16:03:14.524581 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 710c1dfb-320a-4e20-afbf-d081454e65cc up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:03:14.573250 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 710c1dfb-320a-4e20-afbf-d081454e65cc completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:03:14.577162 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 710c1dfb-320a-4e20-afbf-d081454e65cc triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:03:14.577585 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:14.655220 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:14.677451 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77e2da-3aba-46dc-bc1c-6d57f6130c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710c1dfb-320a-4e20-afbf-d081454e65cc'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:03:14.680119 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a18f734-0b3a-4b08-9a76-d5cdd333d9d1" -d '{"events": [{"server_uuid": "af77e2da-3aba-46dc-bc1c-6d57f6130c79", "name": "network-vif-plugged", "status": "completed", "tag": "710c1dfb-320a-4e20-afbf-d081454e65cc"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:03:14.694218 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 710c1dfb-320a-4e20-afbf-d081454e65cc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=710c1dfb-320a-4e20-afbf-d081454e65cc,segment=NetworkSegment(7e17790a-3cb4-4e31-8494-a7164dfdd963),segment_id=7e17790a-3cb4-4e31-8494-a7164dfdd963)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:14.698592 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:14.700568 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:14.726295 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84470e3-a1da-45d6-962b-fe20e0c54b4a x-openstack-request-id: req-e84470e3-a1da-45d6-962b-fe20e0c54b4a {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:03:14.726597 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af77e2da-3aba-46dc-bc1c-6d57f6130c79", "name": "network-vif-plugged", "status": "completed", "tag": "710c1dfb-320a-4e20-afbf-d081454e65cc", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:03:14.726863 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e84470e3-a1da-45d6-962b-fe20e0c54b4a {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:03:14.727256 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af77e2da-3aba-46dc-bc1c-6d57f6130c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710c1dfb-320a-4e20-afbf-d081454e65cc', 'code': 200} Jun 16 16:03:14.757513 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=710c1dfb-320a-4e20-afbf-d081454e65cc,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:14.760678 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:14.964626 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8a3a3-eab6-469b-97a7-a4219a569e24 req-4d0614b9-7cd6-4d9a-825d-f6341ae11ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:14.965985 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ade8a3a3-eab6-469b-97a7-a4219a569e24 req-4d0614b9-7cd6-4d9a-825d-f6341ae11ca1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 1103 time: 0.0498350 Jun 16 16:03:14.999625 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ade8a3a3-eab6-469b-97a7-a4219a569e24 req-d05755f6-df88-4af0-858b-9dc09f8f1fb5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268166 Jun 16 16:03:15.476180 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebee947-7a68-4536-9e0e-9b60977988d0 req-967a24fa-a32d-4ff5-83b3-64a1c369504a tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:15.477646 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6ebee947-7a68-4536-9e0e-9b60977988d0 req-967a24fa-a32d-4ff5-83b3-64a1c369504a tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 950 time: 0.0653863 Jun 16 16:03:15.513973 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-6ebee947-7a68-4536-9e0e-9b60977988d0 req-eb83d3cc-ace4-4869-93bd-ceabac37d51e tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Jun 16 16:03:16.693178 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2d521-6085-474f-952f-deaf4e8bc154 req-8af811f2-afaa-4c54-a692-780de92aaa1e tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:16.694770 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26e2d521-6085-474f-952f-deaf4e8bc154 req-8af811f2-afaa-4c54-a692-780de92aaa1e tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 950 time: 0.0707333 Jun 16 16:03:16.737929 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-26e2d521-6085-474f-952f-deaf4e8bc154 req-9965edce-c44d-4b06-915a-67090b8c053d tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345464 Jun 16 16:03:17.145346 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201ac7f-293b-4c90-bd7b-6b241e225b1a req-ba190698-150e-4044-b787-079d2dcfc77a tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:17.146815 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1201ac7f-293b-4c90-bd7b-6b241e225b1a req-ba190698-150e-4044-b787-079d2dcfc77a tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 950 time: 0.0670540 Jun 16 16:03:17.183730 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1201ac7f-293b-4c90-bd7b-6b241e225b1a req-e22c9843-903a-40b0-bd31-18ec79677a65 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Jun 16 16:03:18.225651 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:18.359812 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79943eb-ce7e-44dc-88dc-42ac79b13b50 req-19b609ed-6b25-4511-a11a-0e05f0031c10 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:18.361898 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c79943eb-ce7e-44dc-88dc-42ac79b13b50 req-19b609ed-6b25-4511-a11a-0e05f0031c10 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 950 time: 0.0647633 Jun 16 16:03:18.400253 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c79943eb-ce7e-44dc-88dc-42ac79b13b50 req-4999ac00-a6a1-44cf-952c-631f3902d5d3 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e59a74c-f678-452a-bcf2-ab660bb2f699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Jun 16 16:03:18.580790 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-399cbb3d-243e-41eb-8deb-408dd9c82277 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:18.582198 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-399cbb3d-243e-41eb-8deb-408dd9c82277 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.89 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 950 time: 0.0671244 Jun 16 16:03:18.679745 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Deleting port 710c1dfb-320a-4e20-afbf-d081454e65cc {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:03:18.680081 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:18.772650 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] For port 710c1dfb-320a-4e20-afbf-d081454e65cc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=710c1dfb-320a-4e20-afbf-d081454e65cc,segment=NetworkSegment(7e17790a-3cb4-4e31-8494-a7164dfdd963),segment_id=7e17790a-3cb4-4e31-8494-a7164dfdd963)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:18.773011 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:18.837148 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Calling delete_port for 710c1dfb-320a-4e20-afbf-d081454e65cc owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:03:18.967392 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:18.971669 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:18.978937 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['710c1dfb-320a-4e20-afbf-d081454e65cc'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:03:18.998467 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Pushing event deleted for resources: {'Port': ['ID=710c1dfb-320a-4e20-afbf-d081454e65cc,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:19.003006 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:19.050078 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] No DVR routers for this DVR port 710c1dfb-320a-4e20-afbf-d081454e65cc on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:03:19.053103 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:19.055158 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-809a2972-2093-4f25-a19d-71094f9f2f93 req-d5edbae8-a1c8-45bf-851f-190969acdfb4 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.89 "DELETE /v2.0/ports/710c1dfb-320a-4e20-afbf-d081454e65cc HTTP/1.1" status: 204 len: 173 time: 0.4673574 Jun 16 16:03:19.055861 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77e2da-3aba-46dc-bc1c-6d57f6130c79', 'name': 'network-vif-deleted', 'tag': '710c1dfb-320a-4e20-afbf-d081454e65cc'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:03:19.058289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb7acf-b2dc-4a96-8a98-4bc3fb0b3b1b" -d '{"events": [{"server_uuid": "af77e2da-3aba-46dc-bc1c-6d57f6130c79", "name": "network-vif-deleted", "tag": "710c1dfb-320a-4e20-afbf-d081454e65cc"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:03:19.100765 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bee7aa0-d7ad-4101-989e-8bf6e0e8b7e5 x-openstack-request-id: req-4bee7aa0-d7ad-4101-989e-8bf6e0e8b7e5 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:03:19.101106 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af77e2da-3aba-46dc-bc1c-6d57f6130c79", "name": "network-vif-deleted", "tag": "710c1dfb-320a-4e20-afbf-d081454e65cc", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:03:19.101402 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bee7aa0-d7ad-4101-989e-8bf6e0e8b7e5 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:03:19.101835 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af77e2da-3aba-46dc-bc1c-6d57f6130c79', 'name': 'network-vif-deleted', 'tag': '710c1dfb-320a-4e20-afbf-d081454e65cc', 'status': 'completed', 'code': 200} Jun 16 16:03:19.557757 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-14126403-6540-4642-9f30-dbbfb0753b00 req-b78f7608-e01e-4a69-afe7-51f16d4419d3 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] 10.222.0.48 "GET /v2.0/ports?device_id=af77e2da-3aba-46dc-bc1c-6d57f6130c79 HTTP/1.1" status: 200 len: 210 time: 0.0285935 Jun 16 16:03:22.570045 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 710c1dfb-320a-4e20-afbf-d081454e65cc no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:03:22.590244 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: 710c1dfb-320a-4e20-afbf-d081454e65cc {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:03:22.590598 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 710c1dfb-320a-4e20-afbf-d081454e65cc not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:03:24.413554 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47280) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:24.555529 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-1eb28db2-6c8e-4237-a571-c556e88450e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2635aad60a194f69b9ca05e81f84472d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407590 Jun 16 16:03:24.558055 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47284) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:24.606029 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c450326-293b-406d-ad29-de0980dfe74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:24.626796 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c450326-293b-406d-ad29-de0980dfe74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:24.673843 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c450326-293b-406d-ad29-de0980dfe74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:24.676615 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c450326-293b-406d-ad29-de0980dfe74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:24.677763 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8c450326-293b-406d-ad29-de0980dfe74b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e59a74c-f678-452a-bcf2-ab660bb2f699 HTTP/1.1" status: 204 len: 168 time: 0.1188300 Jun 16 16:03:24.678567 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d1ff7bbf-e884-4bdf-8ca8-9fd67f1defff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:24.686695 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c450326-293b-406d-ad29-de0980dfe74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e59a74c-f678-452a-bcf2-ab660bb2f699,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:24.689210 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8c450326-293b-406d-ad29-de0980dfe74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:26.767817 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ff330-9e40-4cb1-9917-c21a24805c69 req-1d643169-d7ef-44a8-8eb7-cacd0925b177 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:26.769315 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff5ff330-9e40-4cb1-9917-c21a24805c69 req-1d643169-d7ef-44a8-8eb7-cacd0925b177 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 946 time: 0.0673382 Jun 16 16:03:26.807561 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ff5ff330-9e40-4cb1-9917-c21a24805c69 req-0c4dbb2e-e3d0-4a2b-8d78-fe3cc7e4be25 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Jun 16 16:03:27.993907 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880cf1c-e34c-49c0-b180-b226bd5eadfc req-6ca8d1f1-7905-4acf-8176-e4f532b78415 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:27.995362 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4880cf1c-e34c-49c0-b180-b226bd5eadfc req-6ca8d1f1-7905-4acf-8176-e4f532b78415 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 946 time: 0.0673416 Jun 16 16:03:28.036987 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4880cf1c-e34c-49c0-b180-b226bd5eadfc req-c6f57d01-1705-4388-9504-2f6a6f5a0553 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a2ca0f2-3454-4f3c-bf3a-ed9343492435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359318 Jun 16 16:03:28.108342 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-70c98d91-a1f6-4bf3-87fe-7a989c484293 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:28.109814 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-70c98d91-a1f6-4bf3-87fe-7a989c484293 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 946 time: 0.0639603 Jun 16 16:03:28.213216 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Deleting port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:03:28.213559 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:28.306869 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] For port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:28.307131 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:28.474444 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:28.474812 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:28.475122 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.l3_db [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Floating IP 6e8c8942-cb26-444c-ab30-ba05dca65e8a disassociated. External IP: 172.27.2.132, port: 675c240f-60a6-42cb-b445-2dd4b2e4bcfe. Jun 16 16:03:28.475463 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Calling delete_port for 675c240f-60a6-42cb-b445-2dd4b2e4bcfe owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:03:28.606416 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:28.610460 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-71c6816a-a8a7-4c0e-9966-54adb6391681 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:28.636927 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event deleted for resources: {'Port': ['ID=675c240f-60a6-42cb-b445-2dd4b2e4bcfe,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:28.650198 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.650577 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.650949 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.651317 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.651676 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.652034 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.652393 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.652775 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.653128 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.653479 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.653829 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.654210 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:28.659701 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:28.765313 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Router 5f5e12ab-4be4-4328-b4ed-089919df4f22 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:03:28.873165 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:03:28.883288 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] Sync routers for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:03:28.893163 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:03:28.893767 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:03:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:28.918809 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] No DVR routers for this DVR port 675c240f-60a6-42cb-b445-2dd4b2e4bcfe on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:03:28.921340 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:28.924491 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-75658f5c-8805-47cc-8ed9-e818c81ffa3d req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.89 "DELETE /v2.0/ports/675c240f-60a6-42cb-b445-2dd4b2e4bcfe HTTP/1.1" status: 204 len: 173 time: 0.8096116 Jun 16 16:03:28.925033 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-deleted', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:03:28.927375 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e543cb-3a91-4de1-bf5b-32f75114de3f" -d '{"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-deleted", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:03:28.967909 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0875a549-8f60-4943-8751-d2b6f225e196 x-openstack-request-id: req-0875a549-8f60-4943-8751-d2b6f225e196 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:03:28.968393 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da2516f-4223-420c-8f92-bce664360048", "name": "network-vif-deleted", "tag": "675c240f-60a6-42cb-b445-2dd4b2e4bcfe", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:03:28.968970 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0875a549-8f60-4943-8751-d2b6f225e196 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:03:28.969707 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da2516f-4223-420c-8f92-bce664360048', 'name': 'network-vif-deleted', 'tag': '675c240f-60a6-42cb-b445-2dd4b2e4bcfe', 'status': 'completed', 'code': 200} Jun 16 16:03:29.014398 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:03:29.230505 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-e39aecd3-2aae-4dcd-899e-1c118ec6c488 req-019fde85-6b46-4d91-af2a-cf3feded0d15 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/ports?device_id=6da2516f-4223-420c-8f92-bce664360048 HTTP/1.1" status: 200 len: 210 time: 0.0296779 Jun 16 16:03:29.253386 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:29.267029 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] Checking router: 5f5e12ab-4be4-4328-b4ed-089919df4f22 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:03:29.269017 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:03:29.269636 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:03:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:29.381792 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:03:29.581692 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:29.585171 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8df7bb-433f-4b3e-8b76-baf1bb2b08aa None None] The sync data for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi is: [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T15:55:33Z', 'revision_number': 4, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': 'd4bf7931-8d7c-4d7e-8a61-cd1a575353f8', 'name': '', 'network_id': 'aeefd93e-e87c-4837-ade8-2e1719db7ebc', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'mac_address': 'fa:16:3e:c3:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:31Z', 'updated_at': '2021-06-16T15:55:49Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'subnets': [{'id': 'e17ada31-d1f7-4361-b266-9f0026dd2c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:03:29.788811 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709bf086-ac5b-4cb6-84f4-e647228aeb27 None None] New status for floating IP 6e8c8942-cb26-444c-ab30-ba05dca65e8a: DOWN {{(pid=91874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:03:30.316307 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f81a6054-0988-44c1-9dd5-4f03d0211497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.364237 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 47308) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:30.419766 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f0acf76d-c00e-4854-bc63-998e9fde2612 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.443182 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f0acf76d-c00e-4854-bc63-998e9fde2612 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.490322 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f0acf76d-c00e-4854-bc63-998e9fde2612 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.492947 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f0acf76d-c00e-4854-bc63-998e9fde2612 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.494105 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-f0acf76d-c00e-4854-bc63-998e9fde2612 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "DELETE /v2.0/security-groups/1a2ca0f2-3454-4f3c-bf3a-ed9343492435 HTTP/1.1" status: 204 len: 168 time: 0.1280119 Jun 16 16:03:30.494905 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0bb970a0-5bf5-4973-b891-a127cd146636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:30.497236 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47310) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:30.504410 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acf76d-c00e-4854-bc63-998e9fde2612 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2ca0f2-3454-4f3c-bf3a-ed9343492435,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:30.506830 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f0acf76d-c00e-4854-bc63-998e9fde2612 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:30.519313 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.api.v2.resource [None req-088dc6aa-359d-43fc-b948-41943e9a2d71 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] show failed (client error): The resource could not be found. Jun 16 16:03:30.520337 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-088dc6aa-359d-43fc-b948-41943e9a2d71 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "GET /v2.0/security-groups/1a2ca0f2-3454-4f3c-bf3a-ed9343492435 HTTP/1.1" status: 404 len: 347 time: 0.0221241 Jun 16 16:03:30.525113 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 47312) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:30.647737 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Deleting port ce7cf586-fdaa-4c2b-a96f-ac65c09fe6f4 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:03:30.648081 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.658141 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 675c240f-60a6-42cb-b445-2dd4b2e4bcfe no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:03:30.679498 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: 675c240f-60a6-42cb-b445-2dd4b2e4bcfe {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:03:30.679848 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 675c240f-60a6-42cb-b445-2dd4b2e4bcfe not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:03:30.732448 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.732810 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.801477 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Calling delete_port for ce7cf586-fdaa-4c2b-a96f-ac65c09fe6f4 owned by network:floatingip {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:03:30.928995 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.931193 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:30.959128 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Pushing event deleted for resources: {'Port': ['ID=ce7cf586-fdaa-4c2b-a96f-ac65c09fe6f4,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:30.961822 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:31.023287 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks [] for floatingip, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:31.025940 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:31.027094 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] 10.222.0.48 "DELETE /v2.0/floatingips/6e8c8942-cb26-444c-ab30-ba05dca65e8a HTTP/1.1" status: 204 len: 168 time: 0.5008740 Jun 16 16:03:33.588547 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47334) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:34.073554 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891850'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:34.330128 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Deleting port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:03:34.330372 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:34.410832 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] For port d4bf7931-8d7c-4d7e-8a61-cd1a575353f8, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=d4bf7931-8d7c-4d7e-8a61-cd1a575353f8,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:34.410832 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:34.417902 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b30579e9-e928-4dc0-8cb5-7be24e6d9fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:34.477500 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Calling delete_port for d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:03:34.655458 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:34.658048 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-07ad5579-561d-4260-a70b-dd4f79a12557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:34.681879 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bf7931-8d7c-4d7e-8a61-cd1a575353f8,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:34.685522 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:34.852435 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-891742'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.056998 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Router 5f5e12ab-4be4-4328-b4ed-089919df4f22 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:03:35.166630 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:03:35.171560 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] 10.222.0.48 "PUT /v2.0/routers/5f5e12ab-4be4-4328-b4ed-089919df4f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5819948 Jun 16 16:03:35.175312 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47338) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:35.180105 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] Sync routers for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:03:35.189325 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:03:35.189941 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:03:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:35.280360 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks [] for router, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.296893 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.379912 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:03:35.385289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.439854 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Deleting port f99786a5-3e77-4a6e-b8e2-a8950b4246e7 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:03:35.440187 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.521854 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] For port f99786a5-3e77-4a6e-b8e2-a8950b4246e7, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=f99786a5-3e77-4a6e-b8e2-a8950b4246e7,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:35.522211 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.558966 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T16:03:34Z', 'revision_number': 5, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port': {'id': 'f99786a5-3e77-4a6e-b8e2-a8950b4246e7', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:26Z', 'updated_at': '2021-06-16T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:35.562352 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] Checking router: 5f5e12ab-4be4-4328-b4ed-089919df4f22 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:03:35.570640 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] Routers {'5f5e12ab-4be4-4328-b4ed-089919df4f22'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:03:35.571237 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:03:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['5f5e12ab-4be4-4328-b4ed-089919df4f22'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:35.586013 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Calling delete_port for f99786a5-3e77-4a6e-b8e2-a8950b4246e7 owned by network:router_gateway {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:03:35.657808 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] Set router 5f5e12ab-4be4-4328-b4ed-089919df4f22 gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:03:35.713261 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T16:03:35Z', 'revision_number': 6, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port_host': None}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:35.717055 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f54196-9b1d-4ab8-82ba-9b1a09603135 None None] The sync data for ids ['5f5e12ab-4be4-4328-b4ed-089919df4f22'] in dv-cinder-796113-4-iscsi is: [{'id': '5f5e12ab-4be4-4328-b4ed-089919df4f22', 'name': 'tempest-AttachVolumeShelveTestJSON-1604792003-router', 'tenant_id': '901109e289144f64a8dd19efd1461637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:25Z', 'updated_at': '2021-06-16T16:03:35Z', 'revision_number': 6, 'project_id': '901109e289144f64a8dd19efd1461637', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:03:35.756741 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.758767 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-eef28d19-8511-422d-a162-7650b7d815c6 tempest-VolumesNegativeTest-241863927 tempest-VolumesNegativeTest-241863927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:35.786859 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99786a5-3e77-4a6e-b8e2-a8950b4246e7,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:35.789771 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:35.847726 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693533'] for router_gateway, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.935369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-881'] for router, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.937358 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.979839 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-888407'] for router, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.980267 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f5e12ab-4be4-4328-b4ed-089919df4f22 {{(pid=91873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:03:35.985453 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:35.986569 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5f5e12ab-4be4-4328-b4ed-089919df4f22 HTTP/1.1" status: 204 len: 168 time: 0.8097816 Jun 16 16:03:35.989396 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47340) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:36.038024 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5dbf42-75c6-47f0-b667-bf8546d96a7c admin admin] Deleting subnet e17ada31-d1f7-4361-b266-9f0026dd2c15 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:03:36.041078 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbf42-75c6-47f0-b667-bf8546d96a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.075517 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbf42-75c6-47f0-b667-bf8546d96a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15610773'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.160616 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbf42-75c6-47f0-b667-bf8546d96a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.213024 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbf42-75c6-47f0-b667-bf8546d96a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15705001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15222923'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.215821 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:36.244215 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbf42-75c6-47f0-b667-bf8546d96a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.246181 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6d5dbf42-75c6-47f0-b667-bf8546d96a7c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e17ada31-d1f7-4361-b266-9f0026dd2c15 HTTP/1.1" status: 204 len: 168 time: 0.2558496 Jun 16 16:03:36.247183 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dbf42-75c6-47f0-b667-bf8546d96a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17ada31-d1f7-4361-b266-9f0026dd2c15,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:36.249014 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 47342) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:36.251278 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6d5dbf42-75c6-47f0-b667-bf8546d96a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:36.253154 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e990c7-ced1-4a39-a531-06e4fe3b6ea7 None None] Network aeefd93e-e87c-4837-ade8-2e1719db7ebc requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:03:36.322783 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.332261 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.377377 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Deleting port fe46dd18-a07c-45d8-8a16-e89ad65a8497 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:03:36.377716 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.441157 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] For port fe46dd18-a07c-45d8-8a16-e89ad65a8497, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=fe46dd18-a07c-45d8-8a16-e89ad65a8497,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:36.442017 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.468586 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] DHCP port deletion for aeefd93e-e87c-4837-ade8-2e1719db7ebc request from dv-cinder-796113-4-iscsi {{(pid=91874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:03:36.521000 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] Deleting port fe46dd18-a07c-45d8-8a16-e89ad65a8497 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:03:36.521651 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.539257 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device fe46dd18-a07c-45d8-8a16-e89ad65a8497 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:03:36.621706 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] For port fe46dd18-a07c-45d8-8a16-e89ad65a8497, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=fe46dd18-a07c-45d8-8a16-e89ad65a8497,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:36.622113 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.694235 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] Calling delete_port for fe46dd18-a07c-45d8-8a16-e89ad65a8497 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:03:36.782732 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Calling delete_port for fe46dd18-a07c-45d8-8a16-e89ad65a8497 owned by network:dhcp {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:03:36.785817 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.837022 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port fe46dd18-a07c-45d8-8a16-e89ad65a8497, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=fe46dd18-a07c-45d8-8a16-e89ad65a8497,segment=NetworkSegment(4c3e582e-925f-48d6-bd03-30d93b0188d3),segment_id=4c3e582e-925f-48d6-bd03-30d93b0188d3)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:03:36.842684 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.843643 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:03:36.846178 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:36.861452 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.867532 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-83731274-036e-442d-b523-d087e5924224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:36.888097 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.890662 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event deleted for resources: {'Port': ['ID=fe46dd18-a07c-45d8-8a16-e89ad65a8497,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:36.892774 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe46dd18-a07c-45d8-8a16-e89ad65a8497,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:36.894825 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:03:36.895105 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] No DVR routers for this DVR port fe46dd18-a07c-45d8-8a16-e89ad65a8497 on host dv-cinder-796113-4-iscsi {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:03:36.895705 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device d4bf7931-8d7c-4d7e-8a61-cd1a575353f8 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:03:36.900866 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device f99786a5-3e77-4a6e-b8e2-a8950b4246e7 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:03:36.906060 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:36.907652 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-be6b22ac-6b67-470b-b7dc-09bd9823d51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:36.921523 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.922439 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.923161 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.923161 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.923533 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.923898 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.924270 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.924709 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.925015 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.925375 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.925727 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.926081 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:03:36.929723 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:36.946384 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: f99786a5-3e77-4a6e-b8e2-a8950b4246e7 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:03:36.946748 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device f99786a5-3e77-4a6e-b8e2-a8950b4246e7 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:03:36.956109 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] Pushing event deleted for resources: {'Port': ['ID=fe46dd18-a07c-45d8-8a16-e89ad65a8497,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:36.959896 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:36.960814 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] No DVR routers for this DVR port fe46dd18-a07c-45d8-8a16-e89ad65a8497 on host dv-cinder-796113-4-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:03:36.979226 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:36.990653 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeefd93e-e87c-4837-ade8-2e1719db7ebc']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:37.000349 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3e582e-925f-48d6-bd03-30d93b0188d3') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:37.000673 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3e582e-925f-48d6-bd03-30d93b0188d3') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:03:37.009221 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:37.026465 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:37.032656 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:03:37.033044 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: self.session.flush() Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: self.session.flush() Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: self.session.flush() Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: self.session.flush() Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:03:37.034671 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:03:37.087092 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:37.090963 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-c857e753-d28e-4971-a943-3015e0cc1fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:37.094898 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:37.097051 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] 10.222.0.48 "DELETE /v2.0/networks/aeefd93e-e87c-4837-ade8-2e1719db7ebc HTTP/1.1" status: 204 len: 168 time: 0.8470371 Jun 16 16:03:37.106487 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeefd93e-e87c-4837-ade8-2e1719db7ebc,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:37.108895 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-87f7871a-dd7d-4376-b877-648ef4265311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:37.210342 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47346) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:37.252678 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-d543f8b4-425e-4e2d-a3ce-810bc3a9d1f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=901109e289144f64a8dd19efd1461637&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409756 Jun 16 16:03:37.255001 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47348) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:37.304873 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f42d931-7bc1-4434-9818-64d7d317480f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:37.325498 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f42d931-7bc1-4434-9818-64d7d317480f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:37.370609 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f42d931-7bc1-4434-9818-64d7d317480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:37.373201 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-4f42d931-7bc1-4434-9818-64d7d317480f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:37.374318 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-4f42d931-7bc1-4434-9818-64d7d317480f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ddf816b-5468-48c2-ba11-4a87fa5a555c HTTP/1.1" status: 204 len: 168 time: 0.1184146 Jun 16 16:03:37.375176 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1ed23480-0a97-4261-aaad-4e94b69d4f74 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:37.383964 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42d931-7bc1-4434-9818-64d7d317480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf816b-5468-48c2-ba11-4a87fa5a555c,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:37.387775 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f42d931-7bc1-4434-9818-64d7d317480f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:38.590573 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47398) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:38.611476 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:38.695187 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-99d5298f-c3c5-47d5-99ba-60151badb28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:38.785513 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-99d5298f-c3c5-47d5-99ba-60151badb28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:38.789438 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-99d5298f-c3c5-47d5-99ba-60151badb28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:38.791904 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4efc4705-20ef-4388-9274-be97143c4986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:38.830040 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5298f-c3c5-47d5-99ba-60151badb28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b061c0-9bc0-4e25-aca7-5994a63235ac,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:38.834961 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-99d5298f-c3c5-47d5-99ba-60151badb28b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ed80ceda6044e578fd05a5b3f5804ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441602 Jun 16 16:03:38.835846 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-99d5298f-c3c5-47d5-99ba-60151badb28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:38.837653 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47402) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:38.886548 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca4f85af-3e02-4a77-94d3-e54f2fb6419d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:38.908728 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca4f85af-3e02-4a77-94d3-e54f2fb6419d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:38.956190 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca4f85af-3e02-4a77-94d3-e54f2fb6419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:38.959130 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ca4f85af-3e02-4a77-94d3-e54f2fb6419d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:38.960431 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ca4f85af-3e02-4a77-94d3-e54f2fb6419d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93b061c0-9bc0-4e25-aca7-5994a63235ac HTTP/1.1" status: 204 len: 168 time: 0.1218719 Jun 16 16:03:38.961232 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f42d931-7bc1-4434-9818-64d7d317480f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:38.970439 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f85af-3e02-4a77-94d3-e54f2fb6419d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b061c0-9bc0-4e25-aca7-5994a63235ac,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:38.972758 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ca4f85af-3e02-4a77-94d3-e54f2fb6419d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:39.478672 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:03:43.880004 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47496) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:43.981210 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-74f3f4bb-804e-41fe-bd9d-9533c4356449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.070615 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-74f3f4bb-804e-41fe-bd9d-9533c4356449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.074378 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-74f3f4bb-804e-41fe-bd9d-9533c4356449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.076623 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-500951a3-d5e3-4935-b7d1-41bce8937b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:44.113667 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-74f3f4bb-804e-41fe-bd9d-9533c4356449 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2aa91bfb84c241d98b42e3af693bdbb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325552 Jun 16 16:03:44.114399 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3f4bb-804e-41fe-bd9d-9533c4356449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d672d2d5-b37c-4fa4-b202-0a80f99133a2,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:44.116912 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 47500) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:44.117957 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-74f3f4bb-804e-41fe-bd9d-9533c4356449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:44.171975 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9b1e30b2-e821-4dc9-ac33-2a7b8399d0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.194017 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9b1e30b2-e821-4dc9-ac33-2a7b8399d0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.246213 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9b1e30b2-e821-4dc9-ac33-2a7b8399d0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.248874 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-9b1e30b2-e821-4dc9-ac33-2a7b8399d0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.250935 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-9b1e30b2-e821-4dc9-ac33-2a7b8399d0cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d672d2d5-b37c-4fa4-b202-0a80f99133a2 HTTP/1.1" status: 204 len: 168 time: 0.1327803 Jun 16 16:03:44.251730 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4bdf8754-6b91-4240-a649-df426f318eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:44.259665 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e30b2-e821-4dc9-ac33-2a7b8399d0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d672d2d5-b37c-4fa4-b202-0a80f99133a2,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:44.262060 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9b1e30b2-e821-4dc9-ac33-2a7b8399d0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:44.517371 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 47506) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:44.530599 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f048cd50-2f4c-4bf3-aa65-085363771015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.624143 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f048cd50-2f4c-4bf3-aa65-085363771015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.628196 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f048cd50-2f4c-4bf3-aa65-085363771015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.630683 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-800f4186-8127-4444-ad4c-0a989cd042ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:44.669038 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-f048cd50-2f4c-4bf3-aa65-085363771015 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0237940bf6fb486cade5016c107e3dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504495 Jun 16 16:03:44.670066 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048cd50-2f4c-4bf3-aa65-085363771015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19c74a-b813-4244-81f8-d2f19a8b4131,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:44.672938 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47508) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:44.673968 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f048cd50-2f4c-4bf3-aa65-085363771015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:44.728594 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6c9c3ae5-ef77-45a1-8635-e343a632c00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.753829 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6c9c3ae5-ef77-45a1-8635-e343a632c00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.801648 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6c9c3ae5-ef77-45a1-8635-e343a632c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.804997 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6c9c3ae5-ef77-45a1-8635-e343a632c00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:44.806158 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6c9c3ae5-ef77-45a1-8635-e343a632c00c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b19c74a-b813-4244-81f8-d2f19a8b4131 HTTP/1.1" status: 204 len: 168 time: 0.1315103 Jun 16 16:03:44.806922 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-99d5298f-c3c5-47d5-99ba-60151badb28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:44.814863 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c3ae5-ef77-45a1-8635-e343a632c00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19c74a-b813-4244-81f8-d2f19a8b4131,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:44.817132 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6c9c3ae5-ef77-45a1-8635-e343a632c00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:46.401598 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 47554) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:46.505381 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6360f9f8-26f2-494e-a71e-54c8b8d72a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:46.591024 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6360f9f8-26f2-494e-a71e-54c8b8d72a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:46.595530 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6360f9f8-26f2-494e-a71e-54c8b8d72a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:46.598637 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9b1e30b2-e821-4dc9-ac33-2a7b8399d0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:46.632400 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-6360f9f8-26f2-494e-a71e-54c8b8d72a95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cefe3fb1c5c41b5a2a712af76e6f145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297432 Jun 16 16:03:46.633449 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360f9f8-26f2-494e-a71e-54c8b8d72a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7771fdb5-cdfd-464b-b68a-3336e581c33d,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:46.639763 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47558) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:46.640979 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6360f9f8-26f2-494e-a71e-54c8b8d72a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:46.686616 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3986eb1f-551e-45bc-b52f-d42c20f98e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:46.708889 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3986eb1f-551e-45bc-b52f-d42c20f98e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:46.759381 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3986eb1f-551e-45bc-b52f-d42c20f98e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:46.762032 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3986eb1f-551e-45bc-b52f-d42c20f98e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:46.763437 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3986eb1f-551e-45bc-b52f-d42c20f98e28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7771fdb5-cdfd-464b-b68a-3336e581c33d HTTP/1.1" status: 204 len: 168 time: 0.1265028 Jun 16 16:03:46.764266 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b8a487a2-2ee3-42b9-9b53-211bed8b98e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:46.772735 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986eb1f-551e-45bc-b52f-d42c20f98e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7771fdb5-cdfd-464b-b68a-3336e581c33d,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:46.775072 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3986eb1f-551e-45bc-b52f-d42c20f98e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:47.023115 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47564) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:47.036591 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-08576f69-43b8-4f53-a007-a2083d4758ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.130458 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-08576f69-43b8-4f53-a007-a2083d4758ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.134606 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-08576f69-43b8-4f53-a007-a2083d4758ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.137010 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-74f3f4bb-804e-41fe-bd9d-9533c4356449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:47.172393 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08576f69-43b8-4f53-a007-a2083d4758ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999e986f-75f5-4fb3-89c6-08295102a30a,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:47.176449 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-08576f69-43b8-4f53-a007-a2083d4758ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b7a1168cb874b7bba4cb92e9c77f43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523354 Jun 16 16:03:47.177408 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-08576f69-43b8-4f53-a007-a2083d4758ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:47.179093 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47566) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:03:47.226787 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-95df489a-1d34-443b-9fab-6b10e8fd2e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.247851 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-95df489a-1d34-443b-9fab-6b10e8fd2e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.293207 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-95df489a-1d34-443b-9fab-6b10e8fd2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.295849 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-95df489a-1d34-443b-9fab-6b10e8fd2e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:47.297011 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-95df489a-1d34-443b-9fab-6b10e8fd2e4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/999e986f-75f5-4fb3-89c6-08295102a30a HTTP/1.1" status: 204 len: 168 time: 0.1170068 Jun 16 16:03:47.297756 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-efe06da2-2ac4-45bc-a350-01b4cd994312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:03:47.305336 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df489a-1d34-443b-9fab-6b10e8fd2e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999e986f-75f5-4fb3-89c6-08295102a30a,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:03:47.307600 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-95df489a-1d34-443b-9fab-6b10e8fd2e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:03:48.242349 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:51.916852 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4365b33a-7274-4216-be99-16b60902d5cb req-fbd52016-5c38-4180-b285-b6022d28e31a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540919 Jun 16 16:03:52.001403 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365b33a-7274-4216-be99-16b60902d5cb req-d5a266c9-8035-4c8e-a287-67193f8a6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:52.003087 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4365b33a-7274-4216-be99-16b60902d5cb req-d5a266c9-8035-4c8e-a287-67193f8a6ae8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7476d2e372f94f3eb117b25c82046d0a&device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1098 time: 0.0613163 Jun 16 16:03:52.113701 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365b33a-7274-4216-be99-16b60902d5cb req-7d297c2b-d9f3-499e-8555-65b9fe35f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:52.115175 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4365b33a-7274-4216-be99-16b60902d5cb req-7d297c2b-d9f3-499e-8555-65b9fe35f611 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 200 len: 911 time: 0.0896666 Jun 16 16:03:52.472179 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4365b33a-7274-4216-be99-16b60902d5cb req-1e71b531-124d-4328-bde5-47ec67001228 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 200 len: 1001 time: 0.3498855 Jun 16 16:03:52.522399 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365b33a-7274-4216-be99-16b60902d5cb req-ab1f98df-8c78-4efc-ba61-d4d508a49c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:52.523912 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4365b33a-7274-4216-be99-16b60902d5cb req-ab1f98df-8c78-4efc-ba61-d4d508a49c82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2820d777-ad60-4e3a-9e8c-9196ddcdec21 HTTP/1.1" status: 200 len: 848 time: 0.0456178 Jun 16 16:03:52.583828 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365b33a-7274-4216-be99-16b60902d5cb req-60e80ff3-6aa7-438c-a2a0-17b7b181208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:03:52.585356 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4365b33a-7274-4216-be99-16b60902d5cb req-60e80ff3-6aa7-438c-a2a0-17b7b181208d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3a27ba8-3ecc-4bee-b4a8-150818f346be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543087 Jun 16 16:03:52.681739 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4365b33a-7274-4216-be99-16b60902d5cb req-592912ec-737d-45b1-9375-fcb004bffad5 service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892951 Jun 16 16:03:52.782036 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4365b33a-7274-4216-be99-16b60902d5cb req-36b56f57-0dfa-48c2-9616-565c86ae5098 service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910316 Jun 16 16:04:00.194301 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96abc5-16fd-4f29-8011-c45130b0a294 req-898359fb-f8a9-44fe-a8a0-3bd9e61c1d2b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:00.195765 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7d96abc5-16fd-4f29-8011-c45130b0a294 req-898359fb-f8a9-44fe-a8a0-3bd9e61c1d2b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0659628 Jun 16 16:04:00.234308 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7d96abc5-16fd-4f29-8011-c45130b0a294 req-1c70849e-81ca-48ce-96b1-984f7d73371f tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327084 Jun 16 16:04:00.319036 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9977e974-5d93-486e-b4b5-c5fe63e63c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:01.411875 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cd63e-a7e4-40f6-9d4e-8e8563543a70 req-cc626710-bcf1-41c0-953f-6a5d77db5e3d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:01.413281 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-521cd63e-a7e4-40f6-9d4e-8e8563543a70 req-cc626710-bcf1-41c0-953f-6a5d77db5e3d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0671885 Jun 16 16:04:01.450701 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-521cd63e-a7e4-40f6-9d4e-8e8563543a70 req-6061504e-1112-4724-80cf-85725984de9f tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316801 Jun 16 16:04:02.621207 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7cf9e-3f71-4745-afcb-a690867b61b4 req-3ab57413-4e5b-42b0-acd3-61dabf6d753c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:02.622649 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0df7cf9e-3f71-4745-afcb-a690867b61b4 req-3ab57413-4e5b-42b0-acd3-61dabf6d753c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0621171 Jun 16 16:04:02.659150 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0df7cf9e-3f71-4745-afcb-a690867b61b4 req-85e8361d-cf2b-4f3c-9e52-76ed8000a5f8 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302980 Jun 16 16:04:03.839501 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad2903-fbbb-4b63-9ef7-4dba6095123d req-a40f5bb0-1bd9-4801-ae6b-825b90eb099c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:03.841157 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1fad2903-fbbb-4b63-9ef7-4dba6095123d req-a40f5bb0-1bd9-4801-ae6b-825b90eb099c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0638731 Jun 16 16:04:03.878885 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1fad2903-fbbb-4b63-9ef7-4dba6095123d req-6a987af4-a56f-493a-baad-df7ff2b5e2e8 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315313 Jun 16 16:04:04.418933 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-10d684cb-bf45-4765-ba31-a61e9f6eb8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:05.056230 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aca98c-1e29-46fa-a18d-300f2b66c175 req-dfb61ece-edb9-414f-9927-798e465b63a7 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:05.057599 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b1aca98c-1e29-46fa-a18d-300f2b66c175 req-dfb61ece-edb9-414f-9927-798e465b63a7 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0636013 Jun 16 16:04:05.099997 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b1aca98c-1e29-46fa-a18d-300f2b66c175 req-46860ac7-d589-4a64-a6d7-e2c030934f6e tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360053 Jun 16 16:04:05.301505 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:05.922656 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47718) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:06.024414 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-65f12a83-ed79-4e86-ac2b-83961bea7594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.117390 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-65f12a83-ed79-4e86-ac2b-83961bea7594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.121193 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-65f12a83-ed79-4e86-ac2b-83961bea7594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.124732 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-08576f69-43b8-4f53-a007-a2083d4758ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:06.160569 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f12a83-ed79-4e86-ac2b-83961bea7594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f28adf6-674d-46f4-a6aa-25d6d5f184bf,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:06.168103 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-65f12a83-ed79-4e86-ac2b-83961bea7594 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21e52a29038e4f258cad9156cc1251d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420053 Jun 16 16:04:06.168103 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-65f12a83-ed79-4e86-ac2b-83961bea7594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:06.169113 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47724) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:06.249158 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-819a70e1-8215-4f9d-b465-2dabc5786898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.276589 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-819a70e1-8215-4f9d-b465-2dabc5786898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.296672 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.329683 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c98be4-9924-4dda-a8b3-6a1b55af61fa req-2aba00b6-52c6-4ee5-8b01-5114156c65ea tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:06.331149 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f8c98be4-9924-4dda-a8b3-6a1b55af61fa req-2aba00b6-52c6-4ee5-8b01-5114156c65ea tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.1195018 Jun 16 16:04:06.359872 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-819a70e1-8215-4f9d-b465-2dabc5786898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.362750 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-819a70e1-8215-4f9d-b465-2dabc5786898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:06.363854 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-819a70e1-8215-4f9d-b465-2dabc5786898 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f28adf6-674d-46f4-a6aa-25d6d5f184bf HTTP/1.1" status: 204 len: 168 time: 0.1946893 Jun 16 16:04:06.369406 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a7e95db1-a0b1-495e-bcac-b9c5b589f8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:06.380597 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a70e1-8215-4f9d-b465-2dabc5786898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f28adf6-674d-46f4-a6aa-25d6d5f184bf,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:06.382910 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-819a70e1-8215-4f9d-b465-2dabc5786898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:06.386081 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f8c98be4-9924-4dda-a8b3-6a1b55af61fa req-e42e5d09-3869-46c2-a80b-b5dd6dbfe6c6 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490999 Jun 16 16:04:07.574491 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f834c-7b26-4a03-95ee-0219f7de3714 req-598b5478-cd66-499f-9551-62e8ca517cde tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:07.576067 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5c0f834c-7b26-4a03-95ee-0219f7de3714 req-598b5478-cd66-499f-9551-62e8ca517cde tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0652413 Jun 16 16:04:07.614384 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-5c0f834c-7b26-4a03-95ee-0219f7de3714 req-da74da20-2caf-4638-9430-b0cade61f8c0 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324667 Jun 16 16:04:08.618871 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:08.790986 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61106dd4-39aa-422e-bd2f-2dc8636bf1cb req-1d50dc80-8ac8-41d3-8424-822381242bdd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:08.792453 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-61106dd4-39aa-422e-bd2f-2dc8636bf1cb req-1d50dc80-8ac8-41d3-8424-822381242bdd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0655832 Jun 16 16:04:08.830712 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-61106dd4-39aa-422e-bd2f-2dc8636bf1cb req-92cad744-72a7-4ed3-8366-3b402aeae692 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Jun 16 16:04:10.005480 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccb8b4-2eb4-4a5a-8881-056ae16a02ad req-ad806b2b-9d54-49c2-ada3-f35519c87fb4 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:10.006937 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-80ccb8b4-2eb4-4a5a-8881-056ae16a02ad req-ad806b2b-9d54-49c2-ada3-f35519c87fb4 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0642319 Jun 16 16:04:10.044151 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-80ccb8b4-2eb4-4a5a-8881-056ae16a02ad req-774a8922-d656-45f3-8f29-f8b06af8d6a1 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314183 Jun 16 16:04:10.304506 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-97529a27-0b77-4aea-8765-31fc58897bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:10.306185 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-97529a27-0b77-4aea-8765-31fc58897bf3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7476d2e372f94f3eb117b25c82046d0a&device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1098 time: 0.0593910 Jun 16 16:04:10.397891 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-fe5b31fc-0fc9-4ee2-8b5f-1d117ad706e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:10.399332 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-fe5b31fc-0fc9-4ee2-8b5f-1d117ad706e5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 200 len: 911 time: 0.0865295 Jun 16 16:04:10.414523 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 47788) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:10.470312 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-1b253891-cf31-4648-ae81-a0c14dc3ae35 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0638351 Jun 16 16:04:10.519177 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-8c2b791a-69ff-4881-b15f-261cdb3197e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:10.520688 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-8c2b791a-69ff-4881-b15f-261cdb3197e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2820d777-ad60-4e3a-9e8c-9196ddcdec21 HTTP/1.1" status: 200 len: 848 time: 0.0442026 Jun 16 16:04:10.524081 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0b514cac-1573-4043-9449-570601ba601e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.579804 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-e5fff523-817a-41d1-878d-441091573736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:10.581357 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-e5fff523-817a-41d1-878d-441091573736 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3a27ba8-3ecc-4bee-b4a8-150818f346be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549276 Jun 16 16:04:10.617402 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0b514cac-1573-4043-9449-570601ba601e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.621493 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0b514cac-1573-4043-9449-570601ba601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.624535 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-4a3a77ac-7842-48f1-b7f3-45ab79796025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:10.660016 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b514cac-1573-4043-9449-570601ba601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311c8b8a-9efa-453d-be19-32c7c475aa2a,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:10.667341 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-0b514cac-1573-4043-9449-570601ba601e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ddca5a846764f36b9edba49a808ce65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517900 Jun 16 16:04:10.667966 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47792) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:10.668317 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0b514cac-1573-4043-9449-570601ba601e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:10.706242 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-b21c44a4-bac2-485a-8e5d-8a3417208f3c service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180720 Jun 16 16:04:10.800685 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e42454cb-1903-4c15-b7fb-796cada16e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.838056 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e42454cb-1903-4c15-b7fb-796cada16e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.854282 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1f12ce21-2899-4adb-bf32-3386b853c147 req-975c809b-5162-4ecf-84cd-800313838dea service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406658 Jun 16 16:04:10.893469 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e42454cb-1903-4c15-b7fb-796cada16e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.896080 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e42454cb-1903-4c15-b7fb-796cada16e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:10.897233 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e42454cb-1903-4c15-b7fb-796cada16e12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/311c8b8a-9efa-453d-be19-32c7c475aa2a HTTP/1.1" status: 204 len: 168 time: 0.2235079 Jun 16 16:04:10.898114 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b1253d43-6050-4e69-8e46-0fcdd1d8f3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:10.906607 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42454cb-1903-4c15-b7fb-796cada16e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311c8b8a-9efa-453d-be19-32c7c475aa2a,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:10.909014 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e42454cb-1903-4c15-b7fb-796cada16e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:11.160612 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 47800) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:11.174335 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ebf14feb-9411-4e9c-9b6b-e689e244f968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.225300 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4840177-90a6-476a-ad15-0c868914f972 req-63df5b8a-d319-48bd-b771-8263251abfec tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:11.226795 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e4840177-90a6-476a-ad15-0c868914f972 req-63df5b8a-d319-48bd-b771-8263251abfec tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0708761 Jun 16 16:04:11.265027 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ebf14feb-9411-4e9c-9b6b-e689e244f968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.265665 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e4840177-90a6-476a-ad15-0c868914f972 req-7dd1adb9-5c8f-4457-9546-6a4e086687c0 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331824 Jun 16 16:04:11.269660 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ebf14feb-9411-4e9c-9b6b-e689e244f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.273030 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-45eadfd5-495a-477a-ad0d-d5f15862148f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:11.309295 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-ebf14feb-9411-4e9c-9b6b-e689e244f968 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b49b8facf00644d6bb38089d13c82b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476183 Jun 16 16:04:11.310312 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf14feb-9411-4e9c-9b6b-e689e244f968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4ce58f-3ce3-4a1b-a7c5-5fe6f4d49cf4,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:11.312020 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47802) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:11.313323 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ebf14feb-9411-4e9c-9b6b-e689e244f968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:11.362008 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-852aacc4-4534-4c96-b705-ebe9e961e2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.381953 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-852aacc4-4534-4c96-b705-ebe9e961e2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.429527 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-852aacc4-4534-4c96-b705-ebe9e961e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.432109 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-852aacc4-4534-4c96-b705-ebe9e961e2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:11.433254 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-852aacc4-4534-4c96-b705-ebe9e961e2ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f4ce58f-3ce3-4a1b-a7c5-5fe6f4d49cf4 HTTP/1.1" status: 204 len: 168 time: 0.1198606 Jun 16 16:04:11.434045 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-67e9174a-b9b2-452e-a175-f8c48674bc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:11.441563 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aacc4-4534-4c96-b705-ebe9e961e2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4ce58f-3ce3-4a1b-a7c5-5fe6f4d49cf4,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:11.443836 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-852aacc4-4534-4c96-b705-ebe9e961e2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:12.486705 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbe9b4-d5c7-4144-9cb5-a0efbba80faa req-50e9ff48-0be7-48d7-9d6c-ca88b31f5a9a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:12.488266 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4afbe9b4-d5c7-4144-9cb5-a0efbba80faa req-50e9ff48-0be7-48d7-9d6c-ca88b31f5a9a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.1013901 Jun 16 16:04:12.533879 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4afbe9b4-d5c7-4144-9cb5-a0efbba80faa req-a9537a29-05af-44c1-b3f6-56ac427b84d6 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381513 Jun 16 16:04:13.735695 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275a382-ed42-4290-808e-d036d42e4177 req-554467c7-565f-476e-b5ae-81759f6016a5 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:13.737810 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2275a382-ed42-4290-808e-d036d42e4177 req-554467c7-565f-476e-b5ae-81759f6016a5 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0816505 Jun 16 16:04:13.778343 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2275a382-ed42-4290-808e-d036d42e4177 req-322ba7d9-0ccb-4b2a-8515-d813c8682618 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345008 Jun 16 16:04:14.056063 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-255a75ac-2590-468e-9262-18fc6d0f1d60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518031 Jun 16 16:04:14.131245 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2666-ff1d-4510-9aa6-89524e8fa320 req-fe861196-76b7-4167-a05c-02e5de1f6aa0 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:14.132724 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-590c2666-ff1d-4510-9aa6-89524e8fa320 req-fe861196-76b7-4167-a05c-02e5de1f6aa0 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0697451 Jun 16 16:04:14.174696 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-590c2666-ff1d-4510-9aa6-89524e8fa320 req-aec5fa83-7646-477e-992a-eeeba3db76d9 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362282 Jun 16 16:04:15.308009 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 663bd0b2-26a5-4388-938c-3e447ab5a7c1 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:04:15.349056 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475486d1-2ba0-41c7-962c-6905e736de07 req-ef90861f-5f53-4ac6-be82-0ecab6d2212f tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:15.350524 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-475486d1-2ba0-41c7-962c-6905e736de07 req-ef90861f-5f53-4ac6-be82-0ecab6d2212f tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0637376 Jun 16 16:04:15.385120 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:15.389580 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-475486d1-2ba0-41c7-962c-6905e736de07 req-fae37123-cb54-4971-ac33-c0d1a64accad tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334141 Jun 16 16:04:15.407679 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:04:15.409948 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835e281-6af6-4ee5-888a-3f66d600ac0c" -d '{"events": [{"server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "name": "network-vif-unplugged", "status": "completed", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:04:15.426639 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:15.430976 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:15.432871 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:15.455778 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae14f84-cfca-4e15-aa9c-cd6c7abdcb84 x-openstack-request-id: req-7ae14f84-cfca-4e15-aa9c-cd6c7abdcb84 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:04:15.455979 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "name": "network-vif-unplugged", "status": "failed", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1", "code": 422}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:04:15.456272 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ae14f84-cfca-4e15-aa9c-cd6c7abdcb84 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:04:15.456635 dv-cinder-796113-4-iscsi neutron-server[91874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'code': 422} returned with failed status Jun 16 16:04:15.483051 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=663bd0b2-26a5-4388-938c-3e447ab5a7c1,revision_number=6']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:15.490047 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.490416 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.490755 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.491091 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.491425 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.491756 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.492135 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.492548 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.492890 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.493229 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.493541 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.493861 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:15.498496 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:16.478597 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:04:16.565718 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59e15c-a9cf-433d-92d3-ecb86292a717 req-443038bc-cb75-4490-930e-12ea0b956725 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:16.567213 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7b59e15c-a9cf-433d-92d3-ecb86292a717 req-443038bc-cb75-4490-930e-12ea0b956725 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0675907 Jun 16 16:04:16.606225 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-7b59e15c-a9cf-433d-92d3-ecb86292a717 req-aedb333f-3f98-44ec-8fd7-3d3cbfb69c2a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332263 Jun 16 16:04:17.007890 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-b03a34f5-96b4-4341-8079-5864dc31c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:17.009338 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-b03a34f5-96b4-4341-8079-5864dc31c129 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473&tenant_id=7476d2e372f94f3eb117b25c82046d0a HTTP/1.1" status: 200 len: 1096 time: 0.0628834 Jun 16 16:04:17.088147 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-6ac9e863-d77d-45c4-beab-fad9379d2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:17.089670 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-6ac9e863-d77d-45c4-beab-fad9379d2fa8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7476d2e372f94f3eb117b25c82046d0a&device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1096 time: 0.0578003 Jun 16 16:04:17.181627 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-d9a5f6de-b793-4ade-91e4-bc96fbf034d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:17.183181 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-d9a5f6de-b793-4ade-91e4-bc96fbf034d7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 200 len: 911 time: 0.0870156 Jun 16 16:04:17.788762 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652b847-c963-498a-b07b-df53b2f4ef21 req-278c47e6-4a4b-48e3-9738-ce24fbd63ca8 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:17.790211 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7652b847-c963-498a-b07b-df53b2f4ef21 req-278c47e6-4a4b-48e3-9738-ce24fbd63ca8 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0649986 Jun 16 16:04:17.828649 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7652b847-c963-498a-b07b-df53b2f4ef21 req-c03eab22-f3f1-4daa-9468-b7f6eed8f21e tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322084 Jun 16 16:04:17.956594 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-49de479e-7152-416d-9bc0-e418d62fe4a2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0618227 Jun 16 16:04:18.234615 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:18.582213 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-652e19c2-3de9-4470-8844-99fa0e8a6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:18.583611 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-652e19c2-3de9-4470-8844-99fa0e8a6e0a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2820d777-ad60-4e3a-9e8c-9196ddcdec21 HTTP/1.1" status: 200 len: 848 time: 0.0434713 Jun 16 16:04:19.009670 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fea73-5e40-4097-8604-a34c54a7d787 req-6297538c-9d44-4f34-94fa-274203202066 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:19.011129 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-fa8fea73-5e40-4097-8604-a34c54a7d787 req-6297538c-9d44-4f34-94fa-274203202066 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0694532 Jun 16 16:04:19.048408 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-fa8fea73-5e40-4097-8604-a34c54a7d787 req-6271aa8e-aa99-40d8-b71b-f08807849cf3 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316472 Jun 16 16:04:19.328238 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-24c6c1c6-186e-4acf-9a61-d5b6bc58c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:19.329732 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-24c6c1c6-186e-4acf-9a61-d5b6bc58c347 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3a27ba8-3ecc-4bee-b4a8-150818f346be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521994 Jun 16 16:04:19.421215 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-cc54ad13-2369-482b-9cc4-2e60f1c97792 service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843830 Jun 16 16:04:19.512588 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e6c5f439-2b08-4a0c-a61d-7ecf9cfd0571 req-08c1a636-79cb-4ef1-a7a7-5de5f7c57f0a service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850637 Jun 16 16:04:20.235948 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672baad-9dbf-494a-8859-bd564a64b595 req-24b152ad-26b1-4f3d-b281-183a9104ff29 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:20.237460 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a672baad-9dbf-494a-8859-bd564a64b595 req-24b152ad-26b1-4f3d-b281-183a9104ff29 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0711796 Jun 16 16:04:20.275382 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a672baad-9dbf-494a-8859-bd564a64b595 req-4d3b4c5c-5dc2-4103-9ad3-0694f3691b2c tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322621 Jun 16 16:04:21.455750 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c10ae-d66b-4d57-9b2b-7216d7d028a1 req-34c80c97-eff5-4896-805d-9fa219ae93ca tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:21.457273 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8d8c10ae-d66b-4d57-9b2b-7216d7d028a1 req-34c80c97-eff5-4896-805d-9fa219ae93ca tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0665407 Jun 16 16:04:21.501666 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8d8c10ae-d66b-4d57-9b2b-7216d7d028a1 req-5ec0f9be-caa6-4981-9146-373cd83b9d37 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385907 Jun 16 16:04:22.678180 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14340b33-f1a1-42ca-bbbc-f9943f2404f2 req-d9fa67d3-efc5-4276-8c4f-7db4c9b136c0 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:22.679847 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14340b33-f1a1-42ca-bbbc-f9943f2404f2 req-d9fa67d3-efc5-4276-8c4f-7db4c9b136c0 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0649025 Jun 16 16:04:22.721814 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-14340b33-f1a1-42ca-bbbc-f9943f2404f2 req-3b4ae4ee-071c-49cf-a994-26c9268f0055 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354578 Jun 16 16:04:23.898606 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207fbe6-66e7-467e-8e37-c88d4867f737 req-ab8f7c94-5dfe-46be-a4b3-896910629307 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:23.900060 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1207fbe6-66e7-467e-8e37-c88d4867f737 req-ab8f7c94-5dfe-46be-a4b3-896910629307 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0672054 Jun 16 16:04:23.943888 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1207fbe6-66e7-467e-8e37-c88d4867f737 req-0873a1a9-8bc5-42ca-a723-689fcfbb0771 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342326 Jun 16 16:04:25.143350 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d3bd4-8e32-43cc-81cf-afde1acb398d req-4bb6c8d1-11e1-47e7-afef-e1235a9fec68 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:25.144993 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0e7d3bd4-8e32-43cc-81cf-afde1acb398d req-4bb6c8d1-11e1-47e7-afef-e1235a9fec68 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0726647 Jun 16 16:04:25.193702 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0e7d3bd4-8e32-43cc-81cf-afde1acb398d req-d7d07b7d-0895-47f9-a452-ae4ed081bfca tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421197 Jun 16 16:04:26.369176 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6e22c-63e4-4331-a780-f700e1683364 req-e832d36a-ead3-4697-ac5e-65a76eb662f2 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:26.370526 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-03e6e22c-63e4-4331-a780-f700e1683364 req-e832d36a-ead3-4697-ac5e-65a76eb662f2 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 943 time: 0.0646126 Jun 16 16:04:26.407864 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-03e6e22c-63e4-4331-a780-f700e1683364 req-ccd36ccd-cbdf-4886-8ffe-c7248a5914b4 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309553 Jun 16 16:04:26.926234 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 663bd0b2-26a5-4388-938c-3e447ab5a7c1 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:04:27.022267 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:27.037406 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'port_id': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'mac_address': 'fa:16:3e:83:65:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:04:27.077945 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:27.090978 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663bd0b2-26a5-4388-938c-3e447ab5a7c1 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:04:27.110845 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:27.115398 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:27.117160 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-a0f9afc4-d6c0-4558-a44d-13edbcde499e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:27.171119 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=663bd0b2-26a5-4388-938c-3e447ab5a7c1,revision_number=7']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:27.174254 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:27.325658 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['663bd0b2-26a5-4388-938c-3e447ab5a7c1'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:04:27.587444 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518beed-a420-4469-9ec8-94e14e0a5342 req-902b7cb3-4907-466f-90ab-4ea3e7f09378 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:27.588919 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9518beed-a420-4469-9ec8-94e14e0a5342 req-902b7cb3-4907-466f-90ab-4ea3e7f09378 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 944 time: 0.0687718 Jun 16 16:04:27.627974 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9518beed-a420-4469-9ec8-94e14e0a5342 req-e55c223c-f122-423e-b287-c13534391b9b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Jun 16 16:04:28.810204 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32098d-7bb8-4cf2-ad31-8a941f362f24 req-8256a633-190a-4234-b5e3-935163e7cc1e tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:28.811944 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-fb32098d-7bb8-4cf2-ad31-8a941f362f24 req-8256a633-190a-4234-b5e3-935163e7cc1e tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 944 time: 0.0664618 Jun 16 16:04:28.849170 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-fb32098d-7bb8-4cf2-ad31-8a941f362f24 req-2236ecdd-faba-44e4-9c2a-5430cd66a883 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Jun 16 16:04:28.956079 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 663bd0b2-26a5-4388-938c-3e447ab5a7c1 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:04:29.002845 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:04:29.003225 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:29.088395 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:29.111717 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:04:29.113996 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2a9888-e30a-4263-beee-291c9fb6dde8" -d '{"events": [{"server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "name": "network-vif-plugged", "status": "completed", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:04:29.128609 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:04:29.133186 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:29.135272 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-98af8176-5638-420a-8272-7f98eff7ef1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:29.164959 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0e62db-c209-450c-ab49-bf469479802a x-openstack-request-id: req-0c0e62db-c209-450c-ab49-bf469479802a {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:04:29.165297 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "name": "network-vif-plugged", "status": "completed", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:04:29.165535 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c0e62db-c209-450c-ab49-bf469479802a {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:04:29.165962 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'code': 200} Jun 16 16:04:29.192577 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=663bd0b2-26a5-4388-938c-3e447ab5a7c1,revision_number=8']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:29.195329 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:29.380160 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc871850-8a93-4034-a954-660ea314e23d req-87e5f1a6-0f79-4404-91de-cf412b62b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:29.381560 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bc871850-8a93-4034-a954-660ea314e23d req-87e5f1a6-0f79-4404-91de-cf412b62b5b3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1098 time: 0.0513811 Jun 16 16:04:29.414894 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bc871850-8a93-4034-a954-660ea314e23d req-6c9b7011-4da8-4b82-916e-9c9b71644653 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274940 Jun 16 16:04:29.994800 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 47968) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:30.031030 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce70bd9-6709-4a01-97e3-34ba491346ac req-4cfb1820-157a-4624-a044-3396f21a9062 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:30.032555 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1ce70bd9-6709-4a01-97e3-34ba491346ac req-4cfb1820-157a-4624-a044-3396f21a9062 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0705662 Jun 16 16:04:30.073668 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-1ce70bd9-6709-4a01-97e3-34ba491346ac req-851c6b87-08d2-48ce-b126-8c6e46effaa8 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352790 Jun 16 16:04:30.112606 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.211180 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.214925 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.217899 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-95df489a-1d34-443b-9fab-6b10e8fd2e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:30.253167 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9256c55-ee93-4491-a2f6-6d244d578bc8,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:30.256854 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3da056330e8b459b9ca8c7ed3a4c8d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609906 Jun 16 16:04:30.259758 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 47972) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:30.263949 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.264359 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.264762 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.265130 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.265497 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.265853 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.266208 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.266563 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.267145 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.267284 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.267604 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.267949 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:30.272008 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6d1db451-62eb-44b0-ab44-e7bea6075532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:30.309601 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c154d5a-5537-403d-96a5-582ee644767e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.321734 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-42015bcd-358c-4d17-9e3e-d5d50f3e0747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.331426 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c154d5a-5537-403d-96a5-582ee644767e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.377536 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c154d5a-5537-403d-96a5-582ee644767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.380576 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c154d5a-5537-403d-96a5-582ee644767e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.381702 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-0c154d5a-5537-403d-96a5-582ee644767e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9256c55-ee93-4491-a2f6-6d244d578bc8 HTTP/1.1" status: 204 len: 168 time: 0.1209769 Jun 16 16:04:30.382468 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f179bc39-5898-4153-a74b-910189633868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:30.390770 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c154d5a-5537-403d-96a5-582ee644767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9256c55-ee93-4491-a2f6-6d244d578bc8,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:30.393320 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0c154d5a-5537-403d-96a5-582ee644767e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:31.256265 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635ec0-6e34-4ad0-ae3e-910d5bc44b0f req-597f42da-5fb2-4ad6-bdf7-472a4964c27f tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:31.257809 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-68635ec0-6e34-4ad0-ae3e-910d5bc44b0f req-597f42da-5fb2-4ad6-bdf7-472a4964c27f tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0658066 Jun 16 16:04:31.299150 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-68635ec0-6e34-4ad0-ae3e-910d5bc44b0f req-664992d0-0743-4eb1-afdd-a2c3bbd65c49 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333471 Jun 16 16:04:34.326019 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48042) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:34.421448 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5e4938a0-f46b-4d20-b599-ca76de71fbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:34.427251 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-40e67b98-8568-4a01-bd78-681f8c2c3f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:34.521262 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-40e67b98-8568-4a01-bd78-681f8c2c3f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:34.525485 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-40e67b98-8568-4a01-bd78-681f8c2c3f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:34.528789 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f048cd50-2f4c-4bf3-aa65-085363771015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:34.564778 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-40e67b98-8568-4a01-bd78-681f8c2c3f10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23df47f40dec4cf3ae5fe299794191dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376456 Jun 16 16:04:34.565700 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e67b98-8568-4a01-bd78-681f8c2c3f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6065d4b-97b3-4ba2-b083-c95442c3a558,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:34.567486 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48046) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:34.569382 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-40e67b98-8568-4a01-bd78-681f8c2c3f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:34.618596 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1a58-9543-49b7-9008-914898c68913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:34.639974 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1a58-9543-49b7-9008-914898c68913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:34.689611 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1a58-9543-49b7-9008-914898c68913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:34.692184 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ec2c1a58-9543-49b7-9008-914898c68913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:34.693332 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ec2c1a58-9543-49b7-9008-914898c68913 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6065d4b-97b3-4ba2-b083-c95442c3a558 HTTP/1.1" status: 204 len: 168 time: 0.1241155 Jun 16 16:04:34.694080 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7a91109f-f732-4d5a-81a3-d0f8feb3dbdd tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:34.703073 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c1a58-9543-49b7-9008-914898c68913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6065d4b-97b3-4ba2-b083-c95442c3a558,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:34.705329 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ec2c1a58-9543-49b7-9008-914898c68913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:35.306184 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:36.300456 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:38.181967 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48090) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:38.285982 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-30c04ace-d809-4b2e-8ada-214d5ea83ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:38.373798 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-30c04ace-d809-4b2e-8ada-214d5ea83ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:38.377558 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-30c04ace-d809-4b2e-8ada-214d5ea83ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:38.379799 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-d2075527-d3ef-4ec1-92b1-f1fbd164ce11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:38.415899 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-30c04ace-d809-4b2e-8ada-214d5ea83ea7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22c5b088131f40ed995ef63efe46f8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328329 Jun 16 16:04:38.416980 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c04ace-d809-4b2e-8ada-214d5ea83ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e9b823-4514-4939-8fee-0c874d2b6d3f,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:38.419236 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48094) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:04:38.420180 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-30c04ace-d809-4b2e-8ada-214d5ea83ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:38.473644 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:38.494790 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:38.543211 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:38.546194 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:38.547314 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98e9b823-4514-4939-8fee-0c874d2b6d3f HTTP/1.1" status: 204 len: 168 time: 0.1236255 Jun 16 16:04:38.548098 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-93286255-9ac7-4b6d-9eb5-e823b299c6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:04:38.555989 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e9b823-4514-4939-8fee-0c874d2b6d3f,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:04:38.564344 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.564504 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.564907 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.565274 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.565634 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.565997 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.566355 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.566715 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.567073 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.567426 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.567779 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.568137 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:04:38.571309 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:04:38.615491 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:48.252797 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:51.873425 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-d961287a-4769-44da-bc63-d06b2ed0a54b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512915 Jun 16 16:04:51.967289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-e67d0bd9-d064-452e-8467-f5ea6400d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:51.968894 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-e67d0bd9-d064-452e-8467-f5ea6400d3d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7476d2e372f94f3eb117b25c82046d0a&device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1098 time: 0.0534630 Jun 16 16:04:52.074583 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-0f9ead96-c91f-45dc-a840-4208b87c8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:52.075996 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-0f9ead96-c91f-45dc-a840-4208b87c8ae9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 200 len: 911 time: 0.0857165 Jun 16 16:04:52.143357 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-0370d84a-e8cf-4d95-bcab-5bf6c58c0e6c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0595534 Jun 16 16:04:52.192385 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-fb93411b-9392-4071-8bcc-1c737dcefdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:52.193916 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-fb93411b-9392-4071-8bcc-1c737dcefdce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2820d777-ad60-4e3a-9e8c-9196ddcdec21 HTTP/1.1" status: 200 len: 848 time: 0.0443852 Jun 16 16:04:52.253249 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-1606b9b9-03cd-4cde-a6a0-ae41a823b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:04:52.254715 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-1606b9b9-03cd-4cde-a6a0-ae41a823b659 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3a27ba8-3ecc-4bee-b4a8-150818f346be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529172 Jun 16 16:04:52.350017 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-b2472e83-cbb6-4dba-ae49-fca1dcf1ec0c service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873406 Jun 16 16:04:52.440425 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8c6418fd-2f97-4196-a130-00811a66ce21 req-ffbf3a6d-68ef-4ffe-848c-51ddf3643123 service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839295 Jun 16 16:04:53.477133 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:05:00.323062 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f4e8f005-a698-41c7-9155-f45822616e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:04.422690 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0343-704a-4832-9631-cd42232a937a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:05.297778 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:06.302441 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:08.620423 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:18.246492 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:30.323531 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-90e141b2-5698-4bc0-93c3-bbeba757bc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:30.475861 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:05:34.424165 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e8d544df-2c7d-4487-87ad-570836a9ee8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:35.300041 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:36.306139 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:38.623748 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.689687 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48122) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:44.847175 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Deleting port fecd0539-4826-4eb5-9814-ddd158492024 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:44.847512 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.926426 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.926745 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:44.992376 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Calling delete_port for fecd0539-4826-4eb5-9814-ddd158492024 owned by network:floatingip {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:45.143152 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.145158 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-480c8b9e-0f48-4f95-a63c-e27c2e0af06e tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:45.172801 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event deleted for resources: {'Port': ['ID=fecd0539-4826-4eb5-9814-ddd158492024,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:45.204071 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.204484 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.204881 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.205245 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.205606 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.205962 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.206316 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.206667 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.207021 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.207372 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.207722 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.208069 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:45.227772 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:45.247388 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for floatingip, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.247738 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.l3_db [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Floating IP 649e9785-073c-430d-9890-07dc5f6decd2 disassociated (deleted). External IP: 172.27.2.149, port: 663bd0b2-26a5-4388-938c-3e447ab5a7c1. Jun 16 16:05:45.462453 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Router 28a06444-f2e6-4655-935e-761715b51ff1 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:45.570727 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:45.576199 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:45.580671 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] Sync routers for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:45.591183 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:45.591798 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:05:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:45.613812 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "DELETE /v2.0/floatingips/649e9785-073c-430d-9890-07dc5f6decd2 HTTP/1.1" status: 204 len: 168 time: 0.9228766 Jun 16 16:05:45.614462 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:45.617533 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec611c1-bad8-4bb2-ab46-977888300b39" -d '{"events": [{"name": "network-changed", "server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:45.657342 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5235285-ed10-4389-80e6-3424e2029916 x-openstack-request-id: req-a5235285-ed10-4389-80e6-3424e2029916 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:45.657679 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:45.657973 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5235285-ed10-4389-80e6-3424e2029916 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:45.658418 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'status': 'completed', 'code': 200} Jun 16 16:05:45.747559 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-e4093606-441e-4fb0-b2d4-3ce1b0a597aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:45.749800 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-e4093606-441e-4fb0-b2d4-3ce1b0a597aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7476d2e372f94f3eb117b25c82046d0a&device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 1098 time: 0.0614192 Jun 16 16:05:45.837424 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:45.845633 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-1e96c618-fdb1-498c-ac33-99f07c6a02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:45.847694 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-1e96c618-fdb1-498c-ac33-99f07c6a02c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 200 len: 911 time: 0.0896139 Jun 16 16:05:45.899620 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-589234ce-a3b3-40e7-98a2-967ee11bfd24 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0393598 Jun 16 16:05:45.961275 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-292a677d-6d70-4219-9584-8d54f0bde6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:45.962732 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-292a677d-6d70-4219-9584-8d54f0bde6b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2820d777-ad60-4e3a-9e8c-9196ddcdec21 HTTP/1.1" status: 200 len: 848 time: 0.0517292 Jun 16 16:05:46.028059 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-8b6a4ce2-eb09-44b5-8929-9b05ba511548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:46.029589 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-8b6a4ce2-eb09-44b5-8929-9b05ba511548 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a3a27ba8-3ecc-4bee-b4a8-150818f346be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564072 Jun 16 16:05:46.041566 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-8db84443-871f-4573-9942-03dfe3310590 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:05:46.042541 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-8db84443-871f-4573-9942-03dfe3310590 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058830 Jun 16 16:05:46.058304 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '417b8732-5866-4e93-9c3d-6b1f1147fccc', 'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'mac_address': 'fa:16:3e:2a:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:19Z', 'updated_at': '2021-06-16T16:01:27Z', 'revision_number': 5, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'subnets': [{'id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:46.061955 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] Checking router: 28a06444-f2e6-4655-935e-761715b51ff1 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:46.070718 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:46.071348 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:05:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:46.178572 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-4a0f4e3e-8152-409a-aeac-2ff695b12b4a service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274047 Jun 16 16:05:46.181778 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:46.209238 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3f5c-a5f3-4f0d-a3c4-bc239f3f5f7a req-272a2174-ef29-47a8-9282-a5ce5aad3ded tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:46.211425 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-382a3f5c-a5f3-4f0d-a3c4-bc239f3f5f7a req-272a2174-ef29-47a8-9282-a5ce5aad3ded tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.2702546 Jun 16 16:05:46.296960 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-382a3f5c-a5f3-4f0d-a3c4-bc239f3f5f7a req-5f489007-3504-44a5-9bd1-e88267b2a962 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760522 Jun 16 16:05:46.329977 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-9ec611c1-bad8-4bb2-ab46-977888300b39 req-628d4db1-a945-4524-975e-6d8a8c237e4a service neutron] 10.222.0.89 "GET /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382630 Jun 16 16:05:46.384111 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '417b8732-5866-4e93-9c3d-6b1f1147fccc', 'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'mac_address': 'fa:16:3e:2a:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:19Z', 'updated_at': '2021-06-16T16:01:27Z', 'revision_number': 5, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'subnets': [{'id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:46.387560 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292dd46-fcb1-46bc-a20d-11c4ef366acf None None] The sync data for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi is: [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:01:20Z', 'revision_number': 4, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '417b8732-5866-4e93-9c3d-6b1f1147fccc', 'name': '', 'network_id': 'a3a27ba8-3ecc-4bee-b4a8-150818f346be', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'mac_address': 'fa:16:3e:2a:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:19Z', 'updated_at': '2021-06-16T16:01:27Z', 'revision_number': 5, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'subnets': [{'id': '2820d777-ad60-4e3a-9e8c-9196ddcdec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:46.602397 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc02e5a-4e34-417a-81dd-4177e31f46c1 None None] New status for floating IP 649e9785-073c-430d-9890-07dc5f6decd2: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:05:47.544493 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac00eb8-d247-48ce-87a8-5e457dd2b485 req-6a3afc68-bfc6-4fcf-a635-f4ff67fa059d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:47.546253 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8ac00eb8-d247-48ce-87a8-5e457dd2b485 req-6a3afc68-bfc6-4fcf-a635-f4ff67fa059d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.1163788 Jun 16 16:05:47.584110 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8ac00eb8-d247-48ce-87a8-5e457dd2b485 req-dd0f6932-82a7-49b6-bacf-f5e34d4228cd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/security-groups?id=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320275 Jun 16 16:05:47.989594 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-2584cbd6-a97f-4d1e-a79b-784d68ec1e9e tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:47.991784 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-2584cbd6-a97f-4d1e-a79b-784d68ec1e9e tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.89 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 945 time: 0.0625679 Jun 16 16:05:48.090341 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Deleting port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:48.090663 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.179960 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] For port 663bd0b2-26a5-4388-938c-3e447ab5a7c1, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=663bd0b2-26a5-4388-938c-3e447ab5a7c1,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:48.180306 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.247200 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Calling delete_port for 663bd0b2-26a5-4388-938c-3e447ab5a7c1 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:48.260884 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.373984 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.378562 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-fa71e5c9-3668-4807-b34c-2eca8d024652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:48.416234 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event deleted for resources: {'Port': ['ID=663bd0b2-26a5-4388-938c-3e447ab5a7c1,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:48.726808 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.727098 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.727472 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.727838 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.728201 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.728590 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.728948 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.729302 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.729655 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.730006 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.730356 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.730708 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:48.734223 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:48.761380 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] No DVR routers for this DVR port 663bd0b2-26a5-4388-938c-3e447ab5a7c1 on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:05:48.763814 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:48.765887 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f8439bea-b829-45b4-ba46-e257f19859c2 req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.89 "DELETE /v2.0/ports/663bd0b2-26a5-4388-938c-3e447ab5a7c1 HTTP/1.1" status: 204 len: 173 time: 0.7662764 Jun 16 16:05:48.785085 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'name': 'network-vif-deleted', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:05:48.788131 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2911ec2a-e7f8-4508-9319-ca96131f0d8b" -d '{"events": [{"server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "name": "network-vif-deleted", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:05:48.793852 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-88fcaa95-5067-4a85-9ee4-b02906211970 req-cf925961-4681-4f14-b4af-90092fc4f1ea tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "GET /v2.0/ports?device_id=77222e78-7ac9-42ad-a161-b6124c013473 HTTP/1.1" status: 200 len: 210 time: 0.0720716 Jun 16 16:05:48.835842 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8af07b-8365-4b80-9098-cedd59f899ed x-openstack-request-id: req-ac8af07b-8365-4b80-9098-cedd59f899ed {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:05:48.836171 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77222e78-7ac9-42ad-a161-b6124c013473", "name": "network-vif-deleted", "tag": "663bd0b2-26a5-4388-938c-3e447ab5a7c1", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:05:48.836452 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac8af07b-8365-4b80-9098-cedd59f899ed {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:05:48.836913 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77222e78-7ac9-42ad-a161-b6124c013473', 'name': 'network-vif-deleted', 'tag': '663bd0b2-26a5-4388-938c-3e447ab5a7c1', 'status': 'completed', 'code': 200} Jun 16 16:05:49.887536 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48156) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:49.946349 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-bcabe465-1e2b-4995-b14b-6fefc69ff3bd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:49.974297 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-bcabe465-1e2b-4995-b14b-6fefc69ff3bd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.032455 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-bcabe465-1e2b-4995-b14b-6fefc69ff3bd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.035163 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-bcabe465-1e2b-4995-b14b-6fefc69ff3bd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.036324 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-bcabe465-1e2b-4995-b14b-6fefc69ff3bd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] 10.222.0.48 "DELETE /v2.0/security-groups/dfce6d51-b6b0-487f-a79c-1ff19c7bdd58 HTTP/1.1" status: 204 len: 168 time: 0.1478016 Jun 16 16:05:50.037982 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d8e269ff-ba81-473e-ad14-efb4ec3f01b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:50.047342 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabe465-1e2b-4995-b14b-6fefc69ff3bd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfce6d51-b6b0-487f-a79c-1ff19c7bdd58,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:50.049681 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-bcabe465-1e2b-4995-b14b-6fefc69ff3bd tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:50.081707 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48160) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:50.433606 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891850'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.696446 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Deleting port 417b8732-5866-4e93-9c3d-6b1f1147fccc {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:50.696842 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.776237 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] For port 417b8732-5866-4e93-9c3d-6b1f1147fccc, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=417b8732-5866-4e93-9c3d-6b1f1147fccc,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:50.776621 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:50.844334 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Calling delete_port for 417b8732-5866-4e93-9c3d-6b1f1147fccc owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:51.025839 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.027860 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3f297fff-3043-4385-9100-10b6784f8a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:51.050141 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Pushing event deleted for resources: {'Port': ['ID=417b8732-5866-4e93-9c3d-6b1f1147fccc,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:51.053668 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:51.220615 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-891742'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.244228 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 663bd0b2-26a5-4388-938c-3e447ab5a7c1 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:51.263941 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: 663bd0b2-26a5-4388-938c-3e447ab5a7c1 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:05:51.264271 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 663bd0b2-26a5-4388-938c-3e447ab5a7c1 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:51.440995 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Router 28a06444-f2e6-4655-935e-761715b51ff1 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:51.545666 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:51.550771 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] 10.222.0.48 "PUT /v2.0/routers/28a06444-f2e6-4655-935e-761715b51ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673958 Jun 16 16:05:51.553983 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48162) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:51.554935 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] Sync routers for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:51.564356 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:51.565012 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:05:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:51.655648 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks [] for router, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.670531 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:51.760862 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.812852 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Deleting port 8b498f9f-fffb-4e97-80e0-e0160354ec9d {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:51.813247 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.859907 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:05:50Z', 'revision_number': 5, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port': {'id': '8b498f9f-fffb-4e97-80e0-e0160354ec9d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a06444-f2e6-4655-935e-761715b51ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:17Z', 'updated_at': '2021-06-16T16:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:51.863627 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] Checking router: 28a06444-f2e6-4655-935e-761715b51ff1 for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:51.872235 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] Routers {'28a06444-f2e6-4655-935e-761715b51ff1'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:51.872881 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:05:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['28a06444-f2e6-4655-935e-761715b51ff1'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:51.901947 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] For port 8b498f9f-fffb-4e97-80e0-e0160354ec9d, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=8b498f9f-fffb-4e97-80e0-e0160354ec9d,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:51.902301 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:51.955761 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] Set router 28a06444-f2e6-4655-935e-761715b51ff1 gateway port host: None {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:51.968631 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Calling delete_port for 8b498f9f-fffb-4e97-80e0-e0160354ec9d owned by network:router_gateway {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:52.010635 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:05:51Z', 'revision_number': 6, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port_host': None}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:52.014280 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a54c2-7e93-4ad9-a30c-fd9f1ea868f3 None None] The sync data for ids ['28a06444-f2e6-4655-935e-761715b51ff1'] in dv-cinder-796113-4-iscsi is: [{'id': '28a06444-f2e6-4655-935e-761715b51ff1', 'name': 'tempest-TestShelveInstance-1135688627-router', 'tenant_id': '7476d2e372f94f3eb117b25c82046d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:16Z', 'updated_at': '2021-06-16T16:05:51Z', 'revision_number': 6, 'project_id': '7476d2e372f94f3eb117b25c82046d0a', 'gw_port_host': None}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:52.137853 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.140618 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ac408de1-c397-462c-95a6-e5db16de34b5 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:52.168194 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b498f9f-fffb-4e97-80e0-e0160354ec9d,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:52.170083 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:52.229283 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693533'] for router_gateway, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.318174 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-881'] for router, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.320347 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.364930 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-888407'] for router, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.365569 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a06444-f2e6-4655-935e-761715b51ff1 {{(pid=91873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:05:52.370099 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.371279 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] 10.222.0.48 "DELETE /v2.0/routers/28a06444-f2e6-4655-935e-761715b51ff1 HTTP/1.1" status: 204 len: 168 time: 0.8160989 Jun 16 16:05:52.373847 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48164) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:52.422833 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c39c61b-5dcb-408c-af91-b8c240e87396 admin admin] Deleting subnet 2820d777-ad60-4e3a-9e8c-9196ddcdec21 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:05:52.426495 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c39c61b-5dcb-408c-af91-b8c240e87396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.467847 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c39c61b-5dcb-408c-af91-b8c240e87396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15610773'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.552912 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c39c61b-5dcb-408c-af91-b8c240e87396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.608752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c39c61b-5dcb-408c-af91-b8c240e87396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15705001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15222923'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.610952 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:52.637801 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39c61b-5dcb-408c-af91-b8c240e87396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2820d777-ad60-4e3a-9e8c-9196ddcdec21,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:52.639773 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8c39c61b-5dcb-408c-af91-b8c240e87396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.641639 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8c39c61b-5dcb-408c-af91-b8c240e87396 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2820d777-ad60-4e3a-9e8c-9196ddcdec21 HTTP/1.1" status: 204 len: 168 time: 0.2668004 Jun 16 16:05:52.642605 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8c39c61b-5dcb-408c-af91-b8c240e87396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:52.644127 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48166) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:52.644770 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a836a-ff7c-46f0-a1ad-c2e9ef8e8541 None None] Network a3a27ba8-3ecc-4bee-b4a8-150818f346be requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:05:52.718972 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.793017 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Deleting port 2d6e0274-1576-45ce-8405-c737f6f04742 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:52.793604 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.864887 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] DHCP port deletion for a3a27ba8-3ecc-4bee-b4a8-150818f346be request from dv-cinder-796113-4-iscsi {{(pid=91874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:05:52.875808 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] For port 2d6e0274-1576-45ce-8405-c737f6f04742, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=2d6e0274-1576-45ce-8405-c737f6f04742,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:52.876379 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:52.890285 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 417b8732-5866-4e93-9c3d-6b1f1147fccc no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:52.913616 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 417b8732-5866-4e93-9c3d-6b1f1147fccc {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:05:52.913977 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 417b8732-5866-4e93-9c3d-6b1f1147fccc not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:52.914419 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8b498f9f-fffb-4e97-80e0-e0160354ec9d no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:52.941059 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Calling delete_port for 2d6e0274-1576-45ce-8405-c737f6f04742 owned by network:dhcp {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:52.941338 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 8b498f9f-fffb-4e97-80e0-e0160354ec9d {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:05:52.941581 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 8b498f9f-fffb-4e97-80e0-e0160354ec9d not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:52.963276 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Deleting port 2d6e0274-1576-45ce-8405-c737f6f04742 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:52.963667 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.027110 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.030059 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-dcab1d51-1de8-4cec-a37f-e9258d8ff46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:53.033427 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] For port 2d6e0274-1576-45ce-8405-c737f6f04742, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=2d6e0274-1576-45ce-8405-c737f6f04742,segment=NetworkSegment(012315f6-b36b-4f7d-81ae-ebc5d2e01e20),segment_id=012315f6-b36b-4f7d-81ae-ebc5d2e01e20)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:53.033827 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.054825 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6e0274-1576-45ce-8405-c737f6f04742,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:53.058563 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:53.061084 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] No DVR routers for this DVR port 2d6e0274-1576-45ce-8405-c737f6f04742 on host dv-cinder-796113-4-iscsi {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:05:53.112928 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Calling delete_port for 2d6e0274-1576-45ce-8405-c737f6f04742 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:53.139800 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.150556 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a27ba8-3ecc-4bee-b4a8-150818f346be']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:53.160611 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012315f6-b36b-4f7d-81ae-ebc5d2e01e20') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:53.160904 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012315f6-b36b-4f7d-81ae-ebc5d2e01e20') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:53.169700 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15610764'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.183752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.190949 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:05:53.191461 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15704886'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: retrieve_revision_numbers = { Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: timer() Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: cb(*args, **kw) Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: self._notify() Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: self.callback(batched_events) Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: event.method(event) Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._get(url).json() Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:05:53.193627 dv-cinder-796113-4-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:05:53.197166 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.197166 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-e17ba162-85ab-4544-a889-8e800137b215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:53.226753 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Pushing event deleted for resources: {'Port': ['ID=2d6e0274-1576-45ce-8405-c737f6f04742,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:53.230845 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] No DVR routers for this DVR port 2d6e0274-1576-45ce-8405-c737f6f04742 on host dv-cinder-796113-4-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:05:53.241042 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.241377 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.242829 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.242829 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.242829 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.242829 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.243231 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.244356 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.244356 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.244817 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.246054 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.246054 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:05:53.250612 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:53.257692 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.259314 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.261414 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a3a27ba8-3ecc-4bee-b4a8-150818f346be HTTP/1.1" status: 204 len: 168 time: 0.6162705 Jun 16 16:05:53.262197 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-7537dfd0-7c03-4eed-9b2e-27c6a61892e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:53.264469 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48168) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:53.276657 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a27ba8-3ecc-4bee-b4a8-150818f346be,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:53.279126 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-090c2850-97ea-4fee-ac3e-f3e2a91d5cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:53.614656 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891850'] for router_interface, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.867047 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Deleting port e8b82644-5b22-4648-aa84-51bb463a4bc0 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:53.867303 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:53.946734 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] For port e8b82644-5b22-4648-aa84-51bb463a4bc0, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=e8b82644-5b22-4648-aa84-51bb463a4bc0,segment=NetworkSegment(40348d59-a3e6-4489-826b-f235120bea1c),segment_id=40348d59-a3e6-4489-826b-f235120bea1c)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:53.947092 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:54.008856 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Calling delete_port for e8b82644-5b22-4648-aa84-51bb463a4bc0 owned by network:router_interface {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:54.447903 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:54.450085 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:54.471348 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b82644-5b22-4648-aa84-51bb463a4bc0,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:54.474803 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:54.612687 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 2d6e0274-1576-45ce-8405-c737f6f04742 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:54.633766 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 2d6e0274-1576-45ce-8405-c737f6f04742 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:05:54.634102 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 2d6e0274-1576-45ce-8405-c737f6f04742 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:54.641000 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-891742'] for router_interface, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:54.856611 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Router d52bfd35-435c-4f58-baad-be0a27366960 has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:05:54.961818 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:05:54.966737 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-6f7ce3b3-c377-47ae-a869-27d1db37b984 admin admin] 10.222.0.48 "PUT /v2.0/routers/d52bfd35-435c-4f58-baad-be0a27366960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7012289 Jun 16 16:05:54.969283 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48170) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:54.971812 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] Sync routers for ids ['d52bfd35-435c-4f58-baad-be0a27366960'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:05:54.981859 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] Routers {'d52bfd35-435c-4f58-baad-be0a27366960'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:54.982464 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:05:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['d52bfd35-435c-4f58-baad-be0a27366960'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:55.071217 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.081986 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] Set router d52bfd35-435c-4f58-baad-be0a27366960 gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:55.170339 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.225653 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Deleting port 9f189558-6412-43cb-a36d-3c044fd82652 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:55.226060 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.259574 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '9f189558-6412-43cb-a36d-3c044fd82652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:22Z', 'updated_at': '2021-06-16T16:05:54Z', 'revision_number': 5, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'gw_port': {'id': '9f189558-6412-43cb-a36d-3c044fd82652', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:01:23Z', 'updated_at': '2021-06-16T16:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:55.262947 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] Checking router: d52bfd35-435c-4f58-baad-be0a27366960 for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:05:55.271597 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] Routers {'d52bfd35-435c-4f58-baad-be0a27366960'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:05:55.272311 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:05:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['d52bfd35-435c-4f58-baad-be0a27366960'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:55.305369 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] For port 9f189558-6412-43cb-a36d-3c044fd82652, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=9f189558-6412-43cb-a36d-3c044fd82652,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:55.305726 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.358679 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] Set router d52bfd35-435c-4f58-baad-be0a27366960 gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:05:55.377597 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Calling delete_port for 9f189558-6412-43cb-a36d-3c044fd82652 owned by network:router_gateway {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:55.409662 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:22Z', 'updated_at': '2021-06-16T16:05:55Z', 'revision_number': 6, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'gw_port_host': None}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:55.413628 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f09979-f46f-49c8-b532-4fc59592d544 None None] The sync data for ids ['d52bfd35-435c-4f58-baad-be0a27366960'] in dv-cinder-796113-4-iscsi is: [{'id': 'd52bfd35-435c-4f58-baad-be0a27366960', 'name': 'tempest-TestShelveInstance-1936456121-router', 'tenant_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:01:22Z', 'updated_at': '2021-06-16T16:05:55Z', 'revision_number': 6, 'project_id': 'f5691aad3fe24fdbb0727bf4b84d027a', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:05:55.551791 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.553940 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-62f33482-3cde-4e7b-9f75-ba5447849a8c tempest-VolumesSnapshotTestJSON-261728737 tempest-VolumesSnapshotTestJSON-261728737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:55.578240 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f189558-6412-43cb-a36d-3c044fd82652,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:55.580617 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:55.646104 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693533'] for router_gateway, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.733437 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-881'] for router, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.736265 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.785093 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-888407'] for router, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.785629 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52bfd35-435c-4f58-baad-be0a27366960 {{(pid=91872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:05:55.791519 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.792467 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-77c221a9-cc67-4318-bc90-53418b6c6ae4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d52bfd35-435c-4f58-baad-be0a27366960 HTTP/1.1" status: 204 len: 168 time: 0.8221788 Jun 16 16:05:55.795062 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48172) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:55.847251 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-933f8a21-09f7-47e2-b2e4-a9ef120eed82 admin admin] Deleting subnet 5783ec51-a198-472c-82e7-e343b79b58f0 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:05:55.850876 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-933f8a21-09f7-47e2-b2e4-a9ef120eed82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.884898 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-933f8a21-09f7-47e2-b2e4-a9ef120eed82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15610773'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:55.960066 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-933f8a21-09f7-47e2-b2e4-a9ef120eed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.013209 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-933f8a21-09f7-47e2-b2e4-a9ef120eed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15705001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15222923'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.016308 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:56.045046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-933f8a21-09f7-47e2-b2e4-a9ef120eed82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.046851 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-933f8a21-09f7-47e2-b2e4-a9ef120eed82 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5783ec51-a198-472c-82e7-e343b79b58f0 HTTP/1.1" status: 204 len: 168 time: 0.2507720 Jun 16 16:05:56.047812 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f8a21-09f7-47e2-b2e4-a9ef120eed82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5783ec51-a198-472c-82e7-e343b79b58f0,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:56.049416 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48174) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:56.051941 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ca101-9bcf-4008-a288-60c097836dd4 None None] Network 9392970a-5604-4097-afae-cd44ab41d57a requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:05:56.052998 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-933f8a21-09f7-47e2-b2e4-a9ef120eed82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:56.118820 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.176247 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Deleting port c94037d0-52f4-4ad8-a3c1-d77c3944b430 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:56.176763 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.253387 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] DHCP port deletion for 9392970a-5604-4097-afae-cd44ab41d57a request from dv-cinder-796113-4-iscsi {{(pid=91874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:05:56.307665 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] Deleting port c94037d0-52f4-4ad8-a3c1-d77c3944b430 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:05:56.308209 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.376229 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] For port c94037d0-52f4-4ad8-a3c1-d77c3944b430, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=c94037d0-52f4-4ad8-a3c1-d77c3944b430,segment=NetworkSegment(40348d59-a3e6-4489-826b-f235120bea1c),segment_id=40348d59-a3e6-4489-826b-f235120bea1c)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:56.376674 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.451908 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] Calling delete_port for c94037d0-52f4-4ad8-a3c1-d77c3944b430 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:56.542531 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] For port c94037d0-52f4-4ad8-a3c1-d77c3944b430, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=c94037d0-52f4-4ad8-a3c1-d77c3944b430,segment=NetworkSegment(40348d59-a3e6-4489-826b-f235120bea1c),segment_id=40348d59-a3e6-4489-826b-f235120bea1c)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:05:56.542899 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.617563 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Calling delete_port for c94037d0-52f4-4ad8-a3c1-d77c3944b430 owned by network:dhcp {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:05:56.657497 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device c94037d0-52f4-4ad8-a3c1-d77c3944b430 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:56.690783 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.694897 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:56.701035 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.703095 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e69aecce-7497-4f0b-bdf1-b82e2afc1057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:56.724414 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] Pushing event deleted for resources: {'Port': ['ID=c94037d0-52f4-4ad8-a3c1-d77c3944b430,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:56.726028 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No active binding found for port c94037d0-52f4-4ad8-a3c1-d77c3944b430 {{(pid=91874) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 16:05:56.726479 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device c94037d0-52f4-4ad8-a3c1-d77c3944b430 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:56.726912 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device e8b82644-5b22-4648-aa84-51bb463a4bc0 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:56.727734 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94037d0-52f4-4ad8-a3c1-d77c3944b430,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:56.728785 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:56.729579 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] No DVR routers for this DVR port c94037d0-52f4-4ad8-a3c1-d77c3944b430 on host dv-cinder-796113-4-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:05:56.731855 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:56.732680 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] No DVR routers for this DVR port c94037d0-52f4-4ad8-a3c1-d77c3944b430 on host dv-cinder-796113-4-iscsi {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:05:56.754645 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: e8b82644-5b22-4648-aa84-51bb463a4bc0 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:05:56.755007 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device e8b82644-5b22-4648-aa84-51bb463a4bc0 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:56.756026 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 9f189558-6412-43cb-a36d-3c044fd82652 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:05:56.774870 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 9f189558-6412-43cb-a36d-3c044fd82652 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:05:56.775226 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 9f189558-6412-43cb-a36d-3c044fd82652 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:05:56.812596 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.823102 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9392970a-5604-4097-afae-cd44ab41d57a']}} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:56.832718 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40348d59-a3e6-4489-826b-f235120bea1c') {'for_net_delete': True} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:56.833011 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.services.segments.db [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40348d59-a3e6-4489-826b-f235120bea1c') {} {{(pid=91873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:56.842011 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15610764'] for segment, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.855372 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.861915 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=91873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:05:56.862306 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15704886'] for segment, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: self.session.flush() Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: self.session.flush() Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: self.session.flush() Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: self.session.flush() Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: Traceback (most recent call last): Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: timer() Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: cb(*args, **kw) Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: return func(*args, **kwargs) Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: self._notify() Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: self.callback(batched_events) Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: event.method(event) Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: return f(self, *a, **k) Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._get(url).json() Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: return self.request(url, 'GET', **kwargs) Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:05:56.863998 dv-cinder-796113-4-iscsi neutron-server[91873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:05:56.921743 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.925587 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:56.928810 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.933052 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9392970a-5604-4097-afae-cd44ab41d57a HTTP/1.1" status: 204 len: 168 time: 0.8792865 Jun 16 16:05:56.941225 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=9392970a-5604-4097-afae-cd44ab41d57a,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:56.945346 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:57.094165 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48178) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:57.133371 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-a24b9609-7614-4fc6-a438-f0530b36b03c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7476d2e372f94f3eb117b25c82046d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378799 Jun 16 16:05:57.135619 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48180) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:57.184569 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c5261c59-6cd4-4395-bfd7-68d1906a6f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.205157 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c5261c59-6cd4-4395-bfd7-68d1906a6f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.252463 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c5261c59-6cd4-4395-bfd7-68d1906a6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.255337 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c5261c59-6cd4-4395-bfd7-68d1906a6f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.256846 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c5261c59-6cd4-4395-bfd7-68d1906a6f06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f2b3123-c92c-4aa4-a610-354cdc83e6fe HTTP/1.1" status: 204 len: 168 time: 0.1202929 Jun 16 16:05:57.257610 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-65f12a83-ed79-4e86-ac2b-83961bea7594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:57.265800 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5261c59-6cd4-4395-bfd7-68d1906a6f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2b3123-c92c-4aa4-a610-354cdc83e6fe,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:57.268248 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c5261c59-6cd4-4395-bfd7-68d1906a6f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:57.579694 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48186) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:57.620014 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8d9c8722-dd1f-42a8-bb21-1d34b7bf93f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5691aad3fe24fdbb0727bf4b84d027a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390813 Jun 16 16:05:57.622997 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48188) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:57.673144 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b46e8a88-986f-4457-b4bb-9c5a6c2e1bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.696782 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b46e8a88-986f-4457-b4bb-9c5a6c2e1bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.749878 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b46e8a88-986f-4457-b4bb-9c5a6c2e1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.752668 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-b46e8a88-986f-4457-b4bb-9c5a6c2e1bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.753894 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-b46e8a88-986f-4457-b4bb-9c5a6c2e1bd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e96c7de-bbbe-4042-8161-5227c6e15c31 HTTP/1.1" status: 204 len: 168 time: 0.1300149 Jun 16 16:05:57.754820 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-14ad4225-0c17-40cc-a5b7-72c22d726651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:57.762992 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e8a88-986f-4457-b4bb-9c5a6c2e1bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e96c7de-bbbe-4042-8161-5227c6e15c31,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:57.765731 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b46e8a88-986f-4457-b4bb-9c5a6c2e1bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:58.417000 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48210) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:58.514187 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1145250849-network', 'tenant_id': '98402c2debd44686a32eb54919a0b78a'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:58.536076 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Made reservation on behalf of 98402c2debd44686a32eb54919a0b78a for: {'network': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:58.538547 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.547920 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.635900 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.640166 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.643205 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-489cfc6e-df88-48a6-bec8-f7972a2f91f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:58.666747 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=91872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:05:58.677738 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01581423-b595-4574-be10-491c8319731f,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:58.682351 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:58.683401 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.683761 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.segments_db [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Added segment dfe584a5-8549-4923-9be2-411d636f8a7d of type vlan for network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 Jun 16 16:05:58.724535 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.756546 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.757952 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:58.758531 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.760758 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:58.790234 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3721478 Jun 16 16:05:58.793344 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48214) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:58.798368 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Request body: {'subnet': {'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1145250849-subnet', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'ip_version': 4}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:58.821398 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Made reservation on behalf of 98402c2debd44686a32eb54919a0b78a for: {'subnet': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:05:58.823860 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15222928'] for subnet, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.825800 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Pushing event updated for resources: {'Network': ['ID=71c8fa52-50cf-4b0d-bd1a-9443449e9181,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:58.828482 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:58.836112 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:05:58.993996 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15705064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15222914'] for subnet, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:58.996346 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-533becc2-407c-47e0-b899-e225c6c1c680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:59.051719 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=098eb542-7251-4f8b-a04c-cd5cf2d79af3,revision_number=0']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:59.057346 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:59.064488 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Checking segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:59.064872 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Network hostable DHCP agents. Network: 71c8fa52-50cf-4b0d-bd1a-9443449e9181, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:05:59.082229 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:05:59.091246 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, 71c8fa52-50cf-4b0d-bd1a-9443449e9181) {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:59.095620 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:05:59.096286 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.102566 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09865d43-53d9-4e8a-9fcb-b5cdd2ff3afa None None] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:05:59.112556 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c1fc7a9b-afce-4380-982e-a312cddece8e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3180957 Jun 16 16:05:59.122996 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48216) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:59.127771 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:05:59.150434 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.151525 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.207104 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.265689 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:05:59.266566 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.347006 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.404441 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Allocated IP 172.20.0.2 (71c8fa52-50cf-4b0d-bd1a-9443449e9181/098eb542-7251-4f8b-a04c-cd5cf2d79af3/5dee0628-84c3-4977-9489-5ddf41221629) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:59.547570 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.551423 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.557171 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Transition to ACTIVE for port object 5dee0628-84c3-4977-9489-5ddf41221629 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:59.571645 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.573119 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Transition to ACTIVE for port object 5dee0628-84c3-4977-9489-5ddf41221629 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:05:59.578859 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.581528 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:59.623183 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:59.628006 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:59.632368 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:59.639217 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Pushing event updated for resources: {'Port': ['ID=5dee0628-84c3-4977-9489-5ddf41221629,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:59.641870 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:59.680559 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Allocated IP 172.27.2.191 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/059338fc-2b0d-491f-a183-684d21576c93) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:05:59.694847 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Attempting to bind port 5dee0628-84c3-4977-9489-5ddf41221629 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:05:59.695215 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Attempting to bind port 5dee0628-84c3-4977-9489-5ddf41221629 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:05:59.695595 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Attempting to bind port 5dee0628-84c3-4977-9489-5ddf41221629 on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:05:59.700860 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:05:59.701243 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Checking segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:05:59.701660 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.702061 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Bound using segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:05:59.702532 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Bound port: 5dee0628-84c3-4977-9489-5ddf41221629, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:05:59.702918 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.768718 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-618d1858-0a41-48c1-8391-daf89415222a None None] For port 5dee0628-84c3-4977-9489-5ddf41221629, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:05:59.773371 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-618d1858-0a41-48c1-8391-daf89415222a None None] For port 5dee0628-84c3-4977-9489-5ddf41221629, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=5dee0628-84c3-4977-9489-5ddf41221629,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:05:59.778819 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.781576 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:59.787506 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.840518 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.844227 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8eebe9e7-ece8-487b-a226-97e8974dc8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:59.849695 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Pushing event updated for resources: {'Port': ['ID=5dee0628-84c3-4977-9489-5ddf41221629,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:59.852944 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-618d1858-0a41-48c1-8391-daf89415222a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:59.880676 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:05:59.885547 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:05:59.887940 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:05:59.918300 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Pushing event updated for resources: {'Port': ['ID=059338fc-2b0d-491f-a183-684d21576c93,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:05:59.921323 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:00.159185 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:00.324985 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a41a41f8-61a6-4fdd-8dfb-751aa5b27999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:00.354574 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:00.484463 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:06:00.600351 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:06:00.601007 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 5dee0628-84c3-4977-9489-5ddf41221629 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:00.618284 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:00.619742 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4957342 Jun 16 16:06:00.622413 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48218) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:00.628647 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Sync routers for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:06:00.648588 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:00.649240 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:05:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:00.743094 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 5dee0628-84c3-4977-9489-5ddf41221629 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:00.776683 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:00.805191 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e86bd-3b61-42e1-bdd9-a40d2686eac9 None None] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:06:00.918514 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-554b1142-efbb-4991-bd9c-3b874edeb5dd None None] Provisioning for port 5dee0628-84c3-4977-9489-5ddf41221629 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:00.959617 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-554b1142-efbb-4991-bd9c-3b874edeb5dd None None] Provisioning complete for port 5dee0628-84c3-4977-9489-5ddf41221629 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:00.960147 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-554b1142-efbb-4991-bd9c-3b874edeb5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.065754 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.155841 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-554b1142-efbb-4991-bd9c-3b874edeb5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.185894 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:00Z', 'revision_number': 3, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:01.198753 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Checking router: 612121a7-d08b-4d35-86ac-caf8e9ec6d2a for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:06:01.199105 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Updating router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a port 059338fc-2b0d-491f-a183-684d21576c93 binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:06:01.231016 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-554b1142-efbb-4991-bd9c-3b874edeb5dd None None] For port 5dee0628-84c3-4977-9489-5ddf41221629, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=5dee0628-84c3-4977-9489-5ddf41221629,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:01.235289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Allocated IP 172.20.0.1 (71c8fa52-50cf-4b0d-bd1a-9443449e9181/098eb542-7251-4f8b-a04c-cd5cf2d79af3/903e1078-02a7-4121-bda6-e90b58c87302) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:01.239277 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-554b1142-efbb-4991-bd9c-3b874edeb5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.245322 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:01.273835 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.354043 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.369725 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Transition to ACTIVE for port object 903e1078-02a7-4121-bda6-e90b58c87302 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:01.374092 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b1142-efbb-4991-bd9c-3b874edeb5dd None None] Pushing event updated for resources: {'Port': ['ID=5dee0628-84c3-4977-9489-5ddf41221629,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:01.379129 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-554b1142-efbb-4991-bd9c-3b874edeb5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:01.411320 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.414526 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:01.458486 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:01.462794 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:01.464911 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Pushing event updated for resources: {'Port': ['ID=903e1078-02a7-4121-bda6-e90b58c87302,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:01.467621 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:01.468300 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:01.496212 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-707b7fae-68a1-44a7-9930-f4cc99533070 None None] Provisioning complete for port 5dee0628-84c3-4977-9489-5ddf41221629 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:01.496622 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-707b7fae-68a1-44a7-9930-f4cc99533070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.513281 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.658444 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.778421 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.792705 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Transition to ACTIVE for port object 059338fc-2b0d-491f-a183-684d21576c93 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:01.798295 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.800458 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:01.832649 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.839794 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.843037 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e10e8083-6431-4127-a84c-400a163f1a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:01.855143 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Attempting to bind port 059338fc-2b0d-491f-a183-684d21576c93 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:01.855522 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Attempting to bind port 059338fc-2b0d-491f-a183-684d21576c93 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:01.856140 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Attempting to bind port 059338fc-2b0d-491f-a183-684d21576c93 on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:01.867315 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f791f0e-7b15-4914-a6cd-adb35df12cda None None] Pushing event updated for resources: {'Port': ['ID=059338fc-2b0d-491f-a183-684d21576c93,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:01.870589 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0f791f0e-7b15-4914-a6cd-adb35df12cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:01.871866 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:01.872391 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:01.872815 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.873301 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:01.873820 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Bound port: 059338fc-2b0d-491f-a183-684d21576c93, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:01.874291 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.910718 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Pushing event updated for resources: {'Port': ['ID=903e1078-02a7-4121-bda6-e90b58c87302,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:01.914027 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.916004 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:01.930646 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c6015099-50eb-4946-a63f-0d0a0ce6a14b None None] Provisioning for port 903e1078-02a7-4121-bda6-e90b58c87302 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:01.944914 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c6015099-50eb-4946-a63f-0d0a0ce6a14b None None] Provisioning complete for port 903e1078-02a7-4121-bda6-e90b58c87302 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:01.945412 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c6015099-50eb-4946-a63f-0d0a0ce6a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:01.977528 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] For port 059338fc-2b0d-491f-a183-684d21576c93, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:01.997047 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] For port 059338fc-2b0d-491f-a183-684d21576c93, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=059338fc-2b0d-491f-a183-684d21576c93,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:02.000407 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-c6015099-50eb-4946-a63f-0d0a0ce6a14b None None] Port 903e1078-02a7-4121-bda6-e90b58c87302 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:06:02.004225 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.006730 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-55375f0a-8d23-4379-8ac8-dc2acd7a34a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:02.008680 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:02.010056 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:02.064825 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:02.065517 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:05:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:02.139465 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:06:02.141881 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f791f0e-7b15-4914-a6cd-adb35df12cda None None] Pushing event updated for resources: {'Port': ['ID=059338fc-2b0d-491f-a183-684d21576c93,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:02.145019 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0f791f0e-7b15-4914-a6cd-adb35df12cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:02.193033 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:02.263226 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:06:02.269304 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] 10.222.0.48 "PUT /v2.0/routers/612121a7-d08b-4d35-86ac-caf8e9ec6d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6456983 Jun 16 16:06:02.346538 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-194144d4-4917-405a-a298-c6099fe73ed7 None None] Provisioning complete for port 903e1078-02a7-4121-bda6-e90b58c87302 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:02.346913 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-194144d4-4917-405a-a298-c6099fe73ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.412477 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-194144d4-4917-405a-a298-c6099fe73ed7 None None] Port 903e1078-02a7-4121-bda6-e90b58c87302 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:06:02.438231 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 2, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:02.441969 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca6643-9570-4133-bfc4-0cf3036088e6 None None] The sync data for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi is: [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 2, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:06:02.589681 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 5dee0628-84c3-4977-9489-5ddf41221629 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:02.671481 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 5dee0628-84c3-4977-9489-5ddf41221629 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:02.671878 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.811627 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48234) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:02.816747 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-768890670-network', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:02.839259 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Made reservation on behalf of 64dd7e5cdb774c6bbbbab3eac60cd172 for: {'network': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:02.841659 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for network, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.851914 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.946683 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.951176 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.954309 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-cf2e9bb0-5a44-4919-a400-5fd796611f4a tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:02.978565 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=91873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:06:02.989162 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24852b16-dedf-430e-bfd1-f4cb93aafb2f,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:02.994216 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:02.995302 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.995643 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.segments_db [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Added segment 5febcffd-0474-4a9a-9e4a-ccf309eb9746 of type vlan for network b86ce528-be04-4427-bdad-492ac4e54c88 Jun 16 16:06:03.042725 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760836054429'] for network, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.076967 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896'] for network, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.078630 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:03.079225 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.081428 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:03.124606 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3118155 Jun 16 16:06:03.127617 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48236) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:03.134100 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Request body: {'subnet': {'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-768890670-subnet', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'ip_version': 4}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:03.155289 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Made reservation on behalf of 64dd7e5cdb774c6bbbbab3eac60cd172 for: {'subnet': 1} {{(pid=91872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:03.172147 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14231900'] for subnet, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.179722 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Pushing event updated for resources: {'Network': ['ID=b86ce528-be04-4427-bdad-492ac4e54c88,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:03.182517 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-71459674-5709-4f8a-988e-a020c82bdea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:03.190406 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Network b86ce528-be04-4427-bdad-492ac4e54c88 details requested by agent ovs-agent-dv-cinder-796113-4-iscsi with host dv-cinder-796113-4-iscsi {{(pid=91874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:06:03.365057 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13992972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14231886'] for subnet, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.367436 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:03.421980 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d467ee-54d5-405c-855b-f97a32af34f1,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:03.425991 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:03.432821 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Checking segment: {'id': '5febcffd-0474-4a9a-9e4a-ccf309eb9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:03.433341 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Network hostable DHCP agents. Network: b86ce528-be04-4427-bdad-492ac4e54c88, hostable agents: ['9aa9f3d1-cb4d-4e85-b7ee-97f454005c49'], hosted agents: [] {{(pid=91872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:06:03.456611 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Network b86ce528-be04-4427-bdad-492ac4e54c88 is scheduled to be hosted by DHCP agent 9aa9f3d1-cb4d-4e85-b7ee-97f454005c49 with binding_index 1 {{(pid=91872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:06:03.466717 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796113-4-iscsi, b86ce528-be04-4427-bdad-492ac4e54c88) {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:03.471342 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:03.472185 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.476567 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ec376-ee75-4cf3-8d21-ea9b3973b68f None None] Network b86ce528-be04-4427-bdad-492ac4e54c88 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:06:03.488268 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-0956e320-55ca-48f2-addd-31d0e2ae09f9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3587852 Jun 16 16:06:03.491486 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48238) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:03.496138 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:03.518187 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-898434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-899'] for router, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.519244 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-887083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692610', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-888'] for router, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.579586 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.641175 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9a7cf911-5ddf-538c-be7a-d52b1654d835-b86ce528-be04-4427-bdad-492ac4e54c88', 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'fixed_ips': [{'subnet_id': 'c1d467ee-54d5-405c-855b-f97a32af34f1'}]}} from dv-cinder-796113-4-iscsi. {{(pid=91874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:06:03.642059 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.725276 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-898476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.794812 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.db_base_plugin_common [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Allocated IP 172.20.0.2 (b86ce528-be04-4427-bdad-492ac4e54c88/c1d467ee-54d5-405c-855b-f97a32af34f1/a275b0b6-a764-4683-9515-f527331191f4) {{(pid=91874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:03.936205 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.939157 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Notify callbacks [] for port, precommit_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.948445 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Transition to ACTIVE for port object a275b0b6-a764-4683-9515-f527331191f4 will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:03.955767 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.964195 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Transition to ACTIVE for port object a275b0b6-a764-4683-9515-f527331191f4 will not be triggered until provisioned by entity DHCP. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:03.970386 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246'] for port, after_create {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:03.972250 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:04.019359 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Network b86ce528-be04-4427-bdad-492ac4e54c88 is already hosted by enough agents. {{(pid=91874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:04.023130 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.scheduler.base_scheduler [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Resources bound (agent type, host, resource id): {{(pid=91874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:04.027396 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Received port after_create {{(pid=91874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:04.030420 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Pushing event updated for resources: {'Port': ['ID=a275b0b6-a764-4683-9515-f527331191f4,revision_number=1']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:04.034028 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:04.062368 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Allocated IP 172.27.2.11 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/5c4bf45d-74b6-4457-bd4f-9c4696b6a88d) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:04.090362 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Attempting to bind port a275b0b6-a764-4683-9515-f527331191f4 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:04.090739 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Attempting to bind port a275b0b6-a764-4683-9515-f527331191f4 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '5febcffd-0474-4a9a-9e4a-ccf309eb9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:04.091115 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Attempting to bind port a275b0b6-a764-4683-9515-f527331191f4 on network b86ce528-be04-4427-bdad-492ac4e54c88 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:04.096392 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:04.096907 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Checking segment: {'id': '5febcffd-0474-4a9a-9e4a-ccf309eb9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:04.097320 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.097719 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Bound using segment: {'id': '5febcffd-0474-4a9a-9e4a-ccf309eb9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:04.098230 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Bound port: a275b0b6-a764-4683-9515-f527331191f4, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5febcffd-0474-4a9a-9e4a-ccf309eb9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:04.099195 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.166036 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] For port a275b0b6-a764-4683-9515-f527331191f4, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:04.169403 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] For port a275b0b6-a764-4683-9515-f527331191f4, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=a275b0b6-a764-4683-9515-f527331191f4,segment=NetworkSegment(5febcffd-0474-4a9a-9e4a-ccf309eb9746),segment_id=5febcffd-0474-4a9a-9e4a-ccf309eb9746)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:04.173078 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.173700 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.175577 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:04.225089 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.227627 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d377b5f9-3530-47b1-876d-129d19ac0c86 tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:04.240635 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Pushing event updated for resources: {'Port': ['ID=a275b0b6-a764-4683-9515-f527331191f4,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:04.249405 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-4ef9c3b9-cf40-438f-af5c-32650f85ab3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:04.273798 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:04.277867 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:04.279875 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Pushing event updated for resources: {'Port': ['ID=5c4bf45d-74b6-4457-bd4f-9c4696b6a88d,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:04.282451 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:04.284692 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:04.433684 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-16adf0f2-de54-46df-a2a4-79316fba649d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.567751 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.603539 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Sync routers for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:06:04.613316 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:04.614660 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:06:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:04.659007 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device a275b0b6-a764-4683-9515-f527331191f4 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:04.720572 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port a275b0b6-a764-4683-9515-f527331191f4 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:04.725328 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 059338fc-2b0d-491f-a183-684d21576c93 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:04.732585 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:04.802159 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 059338fc-2b0d-491f-a183-684d21576c93 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:04.806536 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 059338fc-2b0d-491f-a183-684d21576c93 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:04.806922 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.830548 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-898491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692710'] for router, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.901330 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.925533 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 059338fc-2b0d-491f-a183-684d21576c93, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=059338fc-2b0d-491f-a183-684d21576c93,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:04.935657 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:04.937536 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:04.993114 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=059338fc-2b0d-491f-a183-684d21576c93,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:04.996558 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:05.070155 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 2, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:05.074465 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Checking router: 612121a7-d08b-4d35-86ac-caf8e9ec6d2a for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:06:05.075135 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Updating router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a port 903e1078-02a7-4121-bda6-e90b58c87302 binding host dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:06:05.115135 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.274729 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Router 81eeb476-6269-403b-b085-5bd2310acf2d is scheduled to L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f with binding_index 1 {{(pid=91872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:06:05.277072 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63695408-1bff-44ed-bba4-7b7d37e05e77 None None] Network b86ce528-be04-4427-bdad-492ac4e54c88 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:06:05.338634 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.376413 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-18cbe328-f708-445a-aa02-c7eba9365369 None None] Provisioning for port a275b0b6-a764-4683-9515-f527331191f4 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:05.384650 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-18cbe328-f708-445a-aa02-c7eba9365369 None None] Provisioning complete for port a275b0b6-a764-4683-9515-f527331191f4 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:05.384898 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-18cbe328-f708-445a-aa02-c7eba9365369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.401039 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:06:05.420177 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Notify callbacks [] for router, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.423865 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9289248 Jun 16 16:06:05.424078 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48240) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:05.431942 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Sync routers for ids ['81eeb476-6269-403b-b085-5bd2310acf2d'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:06:05.437463 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.450565 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Transition to ACTIVE for port object 903e1078-02a7-4121-bda6-e90b58c87302 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:05.459151 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.460396 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Routers {'81eeb476-6269-403b-b085-5bd2310acf2d'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:05.461097 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:06:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['81eeb476-6269-403b-b085-5bd2310acf2d'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:05.462469 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:05.537696 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Pushing event updated for resources: {'Port': ['ID=903e1078-02a7-4121-bda6-e90b58c87302,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:05.547017 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.547460 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.547884 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.548301 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.549815 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.550444 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.550883 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.551306 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.551999 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.554097 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.554097 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.554097 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:05.561777 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:05.621702 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Attempting to bind port 903e1078-02a7-4121-bda6-e90b58c87302 on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:05.622773 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Attempting to bind port 903e1078-02a7-4121-bda6-e90b58c87302 by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:05.623382 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Attempting to bind port 903e1078-02a7-4121-bda6-e90b58c87302 on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:05.629374 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:05.630168 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Checking segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:05.630958 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.631522 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Bound using segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:05.632059 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Bound port: 903e1078-02a7-4121-bda6-e90b58c87302, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:05.632871 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.635406 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Set router 81eeb476-6269-403b-b085-5bd2310acf2d gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:05.703569 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-18cbe328-f708-445a-aa02-c7eba9365369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.704231 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] For port 903e1078-02a7-4121-bda6-e90b58c87302, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:05.708369 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] For port 903e1078-02a7-4121-bda6-e90b58c87302, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=903e1078-02a7-4121-bda6-e90b58c87302,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:05.714909 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.720489 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9ab23a4f-b0e4-4253-a6b1-224405d9e316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:05.773945 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:05.774584 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:06:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:05.934007 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:05.972479 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-18cbe328-f708-445a-aa02-c7eba9365369 None None] For port a275b0b6-a764-4683-9515-f527331191f4, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=a275b0b6-a764-4683-9515-f527331191f4,segment=NetworkSegment(5febcffd-0474-4a9a-9e4a-ccf309eb9746),segment_id=5febcffd-0474-4a9a-9e4a-ccf309eb9746)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:05.973921 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Pushing event updated for resources: {'Port': ['ID=903e1078-02a7-4121-bda6-e90b58c87302,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:05.979198 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-2e837f7e-83f8-41af-9328-47d226442c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:05.983009 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-18cbe328-f708-445a-aa02-c7eba9365369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:05.986894 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-3bd5682f-eebe-4a19-827a-c64563d11058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:06.001263 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.107278 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbe328-f708-445a-aa02-c7eba9365369 None None] Pushing event updated for resources: {'Port': ['ID=a275b0b6-a764-4683-9515-f527331191f4,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:06.118241 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-18cbe328-f708-445a-aa02-c7eba9365369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:06.134517 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 3, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'gw_port': {'id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:06.138664 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Checking router: 81eeb476-6269-403b-b085-5bd2310acf2d for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:06:06.139025 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Updating router 81eeb476-6269-403b-b085-5bd2310acf2d port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d binding host dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:06:06.144575 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-340ebb4b-2184-4f85-887e-72525e55209c None None] Provisioning complete for port a275b0b6-a764-4683-9515-f527331191f4 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:06.144960 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-340ebb4b-2184-4f85-887e-72525e55209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.191497 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:05Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:06.195736 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e753e33-de46-4ced-ac07-a492d99cc5bc None None] The sync data for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi is: [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:05Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:06:06.212781 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.216247 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Allocated IP 172.20.0.1 (b86ce528-be04-4427-bdad-492ac4e54c88/c1d467ee-54d5-405c-855b-f97a32af34f1/85d36a89-281c-4b51-9f86-34898da931eb) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:06.336754 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.352372 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.provisioning_blocks [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Transition to ACTIVE for port object 85d36a89-281c-4b51-9f86-34898da931eb will not be triggered until provisioned by entity DHCP. {{(pid=91872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:06.366722 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.390421 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.393455 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-fb1eef5b-8f32-474c-b7bf-a7998228a519 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:06.445250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Pushing event updated for resources: {'Port': ['ID=85d36a89-281c-4b51-9f86-34898da931eb,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:06.449168 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Network b86ce528-be04-4427-bdad-492ac4e54c88 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:06.450176 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:06.451429 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:06.453803 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:06.500709 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690007'] for router_interface, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.619520 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Notify callbacks [] for port, precommit_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.633528 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Transition to ACTIVE for port object 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d will not be triggered until provisioned by entity L2. {{(pid=91874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:06.642736 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.645798 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-294ee5a8-8b91-4d3c-b0d3-5e35284d0369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:06.677328 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device a275b0b6-a764-4683-9515-f527331191f4 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:06.721662 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Attempting to bind port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:06.722045 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Attempting to bind port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:06.722418 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Attempting to bind port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d on network e934428e-02c4-4920-a028-c63fe0bcfad1 {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:06.727428 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.747186 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:06.747582 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Checking segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:06.747983 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.748399 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Bound using segment: {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'} {{(pid=91874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:06.748907 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.managers [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Bound port: 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28cd67-c4a1-4360-b4fc-f092a1983e0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1'}}] {{(pid=91874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:06.749290 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.752887 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ea274-7135-41db-a7a8-58b98cfdfb66 None None] Pushing event updated for resources: {'Port': ['ID=5c4bf45d-74b6-4457-bd4f-9c4696b6a88d,revision_number=2']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:06.775586 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d5ea274-7135-41db-a7a8-58b98cfdfb66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:06.816172 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d64adf5-de30-4da6-9845-b93da62491b6 None None] Provisioning for port 85d36a89-281c-4b51-9f86-34898da931eb completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:06.825976 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port a275b0b6-a764-4683-9515-f527331191f4 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:06.826380 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.831385 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d64adf5-de30-4da6-9845-b93da62491b6 None None] Provisioning complete for port 85d36a89-281c-4b51-9f86-34898da931eb triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:06.831385 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d64adf5-de30-4da6-9845-b93da62491b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.857112 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] For port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:06.901241 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] For port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=5c4bf45d-74b6-4457-bd4f-9c4696b6a88d,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:06.913261 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.917337 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:06.920889 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.926761 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.930143 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:06.946108 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d64adf5-de30-4da6-9845-b93da62491b6 None None] Port 85d36a89-281c-4b51-9f86-34898da931eb cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:06:06.997518 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-689963'] for router_interface, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:06.999323 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Pushing event updated for resources: {'Port': ['ID=85d36a89-281c-4b51-9f86-34898da931eb,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:07.002575 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:07.014203 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Routers {'81eeb476-6269-403b-b085-5bd2310acf2d'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:07.014836 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:06:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['81eeb476-6269-403b-b085-5bd2310acf2d'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:07.019257 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ea274-7135-41db-a7a8-58b98cfdfb66 None None] Pushing event updated for resources: {'Port': ['ID=5c4bf45d-74b6-4457-bd4f-9c4696b6a88d,revision_number=3']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:07.056492 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d5ea274-7135-41db-a7a8-58b98cfdfb66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:07.090978 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 059338fc-2b0d-491f-a183-684d21576c93 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:07.095234 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Network b86ce528-be04-4427-bdad-492ac4e54c88 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:07.096614 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:07.170004 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] Set router 81eeb476-6269-403b-b085-5bd2310acf2d gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:07.202829 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 059338fc-2b0d-491f-a183-684d21576c93 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:07.203604 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:07.227328 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Router 81eeb476-6269-403b-b085-5bd2310acf2d has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:06:07.341409 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:06:07.346660 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d3611c83-b67d-4641-93bb-2d79f937461c admin admin] 10.222.0.48 "PUT /v2.0/routers/81eeb476-6269-403b-b085-5bd2310acf2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9213736 Jun 16 16:06:07.430670 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 903e1078-02a7-4121-bda6-e90b58c87302 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:07.432212 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-4a3cafd8-a27e-4cd3-a488-99a6915ff551 None None] Provisioning complete for port 85d36a89-281c-4b51-9f86-34898da931eb triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:07.432614 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4a3cafd8-a27e-4cd3-a488-99a6915ff551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:07.476046 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:06:07.507397 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-4a3cafd8-a27e-4cd3-a488-99a6915ff551 None None] Port 85d36a89-281c-4b51-9f86-34898da931eb cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:06:07.530376 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 4, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'gw_port': {'id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '85d36a89-281c-4b51-9f86-34898da931eb', 'name': '', 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'mac_address': 'fa:16:3e:60:3b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:06Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 2, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'subnets': [{'id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:07.532038 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 903e1078-02a7-4121-bda6-e90b58c87302 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:07.537568 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7a6cd-1d81-4fb1-a85d-eb0b6aa1a215 None None] The sync data for ids ['81eeb476-6269-403b-b085-5bd2310acf2d'] in dv-cinder-796113-4-iscsi is: [{'id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 4, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'gw_port': {'id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '85d36a89-281c-4b51-9f86-34898da931eb', 'name': '', 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'mac_address': 'fa:16:3e:60:3b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:06Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 2, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'subnets': [{'id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:06:07.540035 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 903e1078-02a7-4121-bda6-e90b58c87302 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:07.540564 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:07.628770 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:07.664332 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 903e1078-02a7-4121-bda6-e90b58c87302, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=903e1078-02a7-4121-bda6-e90b58c87302,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:07.669173 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:07.671342 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-2d5ea274-7135-41db-a7a8-58b98cfdfb66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:07.724552 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=903e1078-02a7-4121-bda6-e90b58c87302,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:07.727817 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:07.863089 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48248) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:07.868814 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-3e75b5db-92ed-4e25-afa5-f52827b93ae1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213262786', 'description': 'tempest-secgroup-smoke-213262786 description', 'project_id': '98402c2debd44686a32eb54919a0b78a'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:07.892838 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-3e75b5db-92ed-4e25-afa5-f52827b93ae1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:07.986326 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-3e75b5db-92ed-4e25-afa5-f52827b93ae1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:07.992650 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-3e75b5db-92ed-4e25-afa5-f52827b93ae1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:07.995310 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-523bfc5f-53a2-4556-80a3-2d7b82d0750f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:08.032994 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-3e75b5db-92ed-4e25-afa5-f52827b93ae1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.037634 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-3e75b5db-92ed-4e25-afa5-f52827b93ae1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1701295 Jun 16 16:06:08.038122 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48250) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:08.043009 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-61f8decd-7b83-41fd-bf6c-f8a88e812255 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'security_group_rule': {'security_group_id': 'cf5a2c34-eac6-420d-96f7-55b3de3e5e34', 'project_id': '98402c2debd44686a32eb54919a0b78a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:08.047410 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75b5db-92ed-4e25-afa5-f52827b93ae1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a2c34-eac6-420d-96f7-55b3de3e5e34,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:08.050651 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-3e75b5db-92ed-4e25-afa5-f52827b93ae1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:08.075453 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61f8decd-7b83-41fd-bf6c-f8a88e812255 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.135145 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61f8decd-7b83-41fd-bf6c-f8a88e812255 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.139116 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61f8decd-7b83-41fd-bf6c-f8a88e812255 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.141302 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-712ada22-12dd-463f-ac88-4e0fe3ea8c20 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:08.157553 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8decd-7b83-41fd-bf6c-f8a88e812255 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80162c84-5fab-411a-a3f1-63bdfe25bb84,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:08.162357 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-61f8decd-7b83-41fd-bf6c-f8a88e812255 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:08.165448 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61f8decd-7b83-41fd-bf6c-f8a88e812255 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.166680 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-61f8decd-7b83-41fd-bf6c-f8a88e812255 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275601 Jun 16 16:06:08.169490 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48252) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:08.174331 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-48ffd520-9aee-46f7-8411-b4587af7e37c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'security_group_rule': {'security_group_id': 'cf5a2c34-eac6-420d-96f7-55b3de3e5e34', 'project_id': '98402c2debd44686a32eb54919a0b78a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:08.202613 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-48ffd520-9aee-46f7-8411-b4587af7e37c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.263781 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-48ffd520-9aee-46f7-8411-b4587af7e37c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.267783 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-48ffd520-9aee-46f7-8411-b4587af7e37c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.274120 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-967f7e6c-0465-4278-aadf-75febf898fad tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:08.289751 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffd520-9aee-46f7-8411-b4587af7e37c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6400e5-f0fb-4de6-88ad-d893d4fe1d4d,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:08.292502 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-48ffd520-9aee-46f7-8411-b4587af7e37c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:08.293805 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-48ffd520-9aee-46f7-8411-b4587af7e37c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.294963 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-48ffd520-9aee-46f7-8411-b4587af7e37c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245418 Jun 16 16:06:08.297676 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48254) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:08.302882 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-74374794-7a09-45b4-9a44-7bc4d090a772 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'security_group_rule': {'security_group_id': 'cf5a2c34-eac6-420d-96f7-55b3de3e5e34', 'project_id': '98402c2debd44686a32eb54919a0b78a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:08.329072 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-74374794-7a09-45b4-9a44-7bc4d090a772 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.389510 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-74374794-7a09-45b4-9a44-7bc4d090a772 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.393226 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-74374794-7a09-45b4-9a44-7bc4d090a772 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.395843 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:08.414593 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74374794-7a09-45b4-9a44-7bc4d090a772 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc502de-0ac5-4ecb-bec5-45fa4edadf9c,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:08.417629 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-74374794-7a09-45b4-9a44-7bc4d090a772 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:08.420386 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-74374794-7a09-45b4-9a44-7bc4d090a772 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.421653 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-74374794-7a09-45b4-9a44-7bc4d090a772 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230428 Jun 16 16:06:08.424446 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48256) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:08.430096 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-ff3eeb85-9839-4909-bdfd-aefe8d982e34 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'security_group_rule': {'security_group_id': 'cf5a2c34-eac6-420d-96f7-55b3de3e5e34', 'project_id': '98402c2debd44686a32eb54919a0b78a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:08.455738 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff3eeb85-9839-4909-bdfd-aefe8d982e34 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.517043 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff3eeb85-9839-4909-bdfd-aefe8d982e34 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.522211 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff3eeb85-9839-4909-bdfd-aefe8d982e34 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.524539 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-61f8decd-7b83-41fd-bf6c-f8a88e812255 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:08.544619 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3eeb85-9839-4909-bdfd-aefe8d982e34 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40a6ddc-aded-4f7f-9636-79d799fbc2b3,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:08.553173 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ff3eeb85-9839-4909-bdfd-aefe8d982e34 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:08.555972 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-ff3eeb85-9839-4909-bdfd-aefe8d982e34 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.559762 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-ff3eeb85-9839-4909-bdfd-aefe8d982e34 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318231 Jun 16 16:06:08.560031 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48258) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:08.564590 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-55c5c4ec-7dd2-4a34-9be3-27d436411fa6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'security_group_rule': {'security_group_id': 'cf5a2c34-eac6-420d-96f7-55b3de3e5e34', 'project_id': '98402c2debd44686a32eb54919a0b78a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:08.576285 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 903e1078-02a7-4121-bda6-e90b58c87302 up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:08.588482 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.securitygroups_db [None req-55c5c4ec-7dd2-4a34-9be3-27d436411fa6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Project 98402c2debd44686a32eb54919a0b78a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:06:08.593350 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-55c5c4ec-7dd2-4a34-9be3-27d436411fa6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.634287 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.639066 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 903e1078-02a7-4121-bda6-e90b58c87302 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:08.639436 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.658322 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-55c5c4ec-7dd2-4a34-9be3-27d436411fa6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.662778 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-55c5c4ec-7dd2-4a34-9be3-27d436411fa6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.664826 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b080486b-ed54-45c2-b337-a84c7612d90d tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:08.681025 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5c4ec-7dd2-4a34-9be3-27d436411fa6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d8617e-5c9e-4bce-ad77-ab9376589060,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:08.683614 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-55c5c4ec-7dd2-4a34-9be3-27d436411fa6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:08.690247 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-55c5c4ec-7dd2-4a34-9be3-27d436411fa6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.691440 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-55c5c4ec-7dd2-4a34-9be3-27d436411fa6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304445 Jun 16 16:06:08.694604 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48260) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:08.699160 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-84bd314a-591d-4bd4-9483-eafa82fcd942 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'security_group_rule': {'security_group_id': 'cf5a2c34-eac6-420d-96f7-55b3de3e5e34', 'project_id': '98402c2debd44686a32eb54919a0b78a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:08.725458 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.securitygroups_db [None req-84bd314a-591d-4bd4-9483-eafa82fcd942 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Project 98402c2debd44686a32eb54919a0b78a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:06:08.732236 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-84bd314a-591d-4bd4-9483-eafa82fcd942 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.794936 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-84bd314a-591d-4bd4-9483-eafa82fcd942 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.798598 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-84bd314a-591d-4bd4-9483-eafa82fcd942 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-871197'] for security_group_rule, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.800590 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:08.816794 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd314a-591d-4bd4-9483-eafa82fcd942 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a12f36-e096-4ba7-b2ff-635048b15a73,revision_number=0']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:08.819828 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-84bd314a-591d-4bd4-9483-eafa82fcd942 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:08.823312 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-84bd314a-591d-4bd4-9483-eafa82fcd942 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:08.824586 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-84bd314a-591d-4bd4-9483-eafa82fcd942 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290209 Jun 16 16:06:10.230729 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Sync routers for ids ['81eeb476-6269-403b-b085-5bd2310acf2d'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:06:10.240337 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Routers {'81eeb476-6269-403b-b085-5bd2310acf2d'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:10.240967 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:06:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['81eeb476-6269-403b-b085-5bd2310acf2d'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:10.351509 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Set router 81eeb476-6269-403b-b085-5bd2310acf2d gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:10.563477 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 4, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'gw_port': {'id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '85d36a89-281c-4b51-9f86-34898da931eb', 'name': '', 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'mac_address': 'fa:16:3e:60:3b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:06Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 2, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'subnets': [{'id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:10.567371 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Checking router: 81eeb476-6269-403b-b085-5bd2310acf2d for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:06:10.567715 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Updating router 81eeb476-6269-403b-b085-5bd2310acf2d port 85d36a89-281c-4b51-9f86-34898da931eb binding host dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:06:10.585561 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:10.601604 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.635190 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:10.639236 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:10.639621 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.851497 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.877422 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=5c4bf45d-74b6-4457-bd4f-9c4696b6a88d,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:10.883417 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:10.885485 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-ac68ea36-763f-4d2d-b1b1-77925b044592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:10.944552 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=5c4bf45d-74b6-4457-bd4f-9c4696b6a88d,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:10.948450 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:10.992475 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.003457 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Transition to ACTIVE for port object 85d36a89-281c-4b51-9f86-34898da931eb will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:11.010673 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.012828 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:11.086342 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3236a-9a20-4ad7-9241-39afae9a6516 None None] Pushing event updated for resources: {'Port': ['ID=85d36a89-281c-4b51-9f86-34898da931eb,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:11.090166 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-13e3236a-9a20-4ad7-9241-39afae9a6516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:11.145317 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Attempting to bind port 85d36a89-281c-4b51-9f86-34898da931eb on host dv-cinder-796113-4-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:11.145762 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Attempting to bind port 85d36a89-281c-4b51-9f86-34898da931eb by drivers openvswitch,hyperv on host dv-cinder-796113-4-iscsi at level 0 using segments [{'id': '5febcffd-0474-4a9a-9e4a-ccf309eb9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:11.146175 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Attempting to bind port 85d36a89-281c-4b51-9f86-34898da931eb on network b86ce528-be04-4427-bdad-492ac4e54c88 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:11.151993 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Checking agent: {'id': '8b39461d-c594-4a3d-9562-0bfa3053194b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796113-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 47, 5), 'started_at': datetime.datetime(2021, 6, 16, 15, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796113-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:11.152366 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Checking segment: {'id': '5febcffd-0474-4a9a-9e4a-ccf309eb9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:11.152903 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.153292 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Bound using segment: {'id': '5febcffd-0474-4a9a-9e4a-ccf309eb9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:11.153767 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Bound port: 85d36a89-281c-4b51-9f86-34898da931eb, host: dv-cinder-796113-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5febcffd-0474-4a9a-9e4a-ccf309eb9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:11.154143 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.222805 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] For port 85d36a89-281c-4b51-9f86-34898da931eb, host dv-cinder-796113-4-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:11.226932 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] For port 85d36a89-281c-4b51-9f86-34898da931eb, host dv-cinder-796113-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=85d36a89-281c-4b51-9f86-34898da931eb,segment=NetworkSegment(5febcffd-0474-4a9a-9e4a-ccf309eb9746),segment_id=5febcffd-0474-4a9a-9e4a-ccf309eb9746)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:11.231850 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:11.234110 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9ee49ce0-8a02-4b06-96af-facfbadf0ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:11.309184 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Routers {'81eeb476-6269-403b-b085-5bd2310acf2d'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:11.309950 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:06:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['81eeb476-6269-403b-b085-5bd2310acf2d'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:11.346381 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3236a-9a20-4ad7-9241-39afae9a6516 None None] Pushing event updated for resources: {'Port': ['ID=85d36a89-281c-4b51-9f86-34898da931eb,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:11.383744 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-13e3236a-9a20-4ad7-9241-39afae9a6516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:11.438778 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] Set router 81eeb476-6269-403b-b085-5bd2310acf2d gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:11.652661 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ad50f584-8640-4737-813e-e516735aeabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 4, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'gw_port': {'id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '85d36a89-281c-4b51-9f86-34898da931eb', 'name': '', 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'mac_address': 'fa:16:3e:60:3b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:06Z', 'updated_at': '2021-06-16T16:06:11Z', 'revision_number': 4, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'subnets': [{'id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:11.656122 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50f584-8640-4737-813e-e516735aeabc None None] The sync data for ids ['81eeb476-6269-403b-b085-5bd2310acf2d'] in dv-cinder-796113-4-iscsi is: [{'id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:06Z', 'revision_number': 4, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'gw_port': {'id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '85d36a89-281c-4b51-9f86-34898da931eb', 'name': '', 'network_id': 'b86ce528-be04-4427-bdad-492ac4e54c88', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'mac_address': 'fa:16:3e:60:3b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:06Z', 'updated_at': '2021-06-16T16:06:11Z', 'revision_number': 4, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'subnets': [{'id': 'c1d467ee-54d5-405c-855b-f97a32af34f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:06:12.587839 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 85d36a89-281c-4b51-9f86-34898da931eb up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:12.637463 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning for port 85d36a89-281c-4b51-9f86-34898da931eb completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:12.641025 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 85d36a89-281c-4b51-9f86-34898da931eb triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:12.641409 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:12.721466 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:12.755914 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] For port 85d36a89-281c-4b51-9f86-34898da931eb, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=85d36a89-281c-4b51-9f86-34898da931eb,segment=NetworkSegment(5febcffd-0474-4a9a-9e4a-ccf309eb9746),segment_id=5febcffd-0474-4a9a-9e4a-ccf309eb9746)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:12.760148 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:12.761181 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:12.763299 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-86ddde20-34e3-4c5a-91ea-7f4ae5d46210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:12.840459 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Pushing event updated for resources: {'Port': ['ID=85d36a89-281c-4b51-9f86-34898da931eb,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:12.845683 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:12.854825 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:12.855465 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:14.562972 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 85d36a89-281c-4b51-9f86-34898da931eb up at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:14.612331 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Provisioning complete for port 85d36a89-281c-4b51-9f86-34898da931eb triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:14.612751 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:18.261796 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:28.551168 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-d9233d21-3982-4600-b96a-48bc2553a3fc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213262786&fields=id&tenant_id=98402c2debd44686a32eb54919a0b78a HTTP/1.1" status: 200 len: 267 time: 0.0336194 Jun 16 16:06:28.657630 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-17fd7f1e-8202-476d-a831-dad9405e8828 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:28.659568 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-17fd7f1e-8202-476d-a831-dad9405e8828 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 812 time: 0.1016071 Jun 16 16:06:28.674456 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-4d4fa535-dede-43da-9b51-cfde12e27823 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/quotas/98402c2debd44686a32eb54919a0b78a HTTP/1.1" status: 200 len: 375 time: 0.0091116 Jun 16 16:06:28.753568 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2ab0e658-2218-40f6-8424-2587bfedc1f1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730157 Jun 16 16:06:28.855819 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-8f51b9eb-de3a-47ce-8bbe-0daeb8d4ff8c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:06:28.856834 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-8f51b9eb-de3a-47ce-8bbe-0daeb8d4ff8c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0922081 Jun 16 16:06:28.951355 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-499d4e79-9abb-40d0-abf9-ac5b44e44796 service neutron] 10.222.0.48 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872121 Jun 16 16:06:29.041549 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-1c277209-f28a-41ca-ac14-657226a44189 service neutron] 10.222.0.48 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838339 Jun 16 16:06:29.350452 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-5984149e-9b5a-46ba-9875-4c261eb110ad req-e997b626-7d62-47af-9d84-7e15ccc487df tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0321457 Jun 16 16:06:30.325679 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-47cd54a2-7837-49df-bc67-4bb8913f5e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:30.496510 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bff8cca9-82de-442d-9d3a-dcd6c9adf71e req-fefb0b61-153a-40d6-ae5b-eca10bba5369 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0336294 Jun 16 16:06:30.661379 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-0d343384-d4c1-4a7e-bc6e-3062b9d65bdd tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:30.662757 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-0d343384-d4c1-4a7e-bc6e-3062b9d65bdd tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 812 time: 0.1041923 Jun 16 16:06:30.717457 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-ffcba5e5-89ac-45ef-8999-83fa52632dda tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98402c2debd44686a32eb54919a0b78a HTTP/1.1" status: 200 len: 379 time: 0.0376434 Jun 16 16:06:30.728687 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'port': {'device_id': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'admin_state_up': True, 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'security_groups': ['cf5a2c34-eac6-420d-96f7-55b3de3e5e34']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:31.122293 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Made reservation on behalf of 98402c2debd44686a32eb54919a0b78a for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:31.125568 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:31.257124 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Allocated IP 172.20.0.4 (71c8fa52-50cf-4b0d-bd1a-9443449e9181/098eb542-7251-4f8b-a04c-cd5cf2d79af3/ae42845a-d148-4cf1-b8ac-a536715518f8) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:31.399985 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:31.414461 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Transition to ACTIVE for port object ae42845a-d148-4cf1-b8ac-a536715518f8 will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:31.445941 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:31.450179 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:31.489741 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:31.494698 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:31.498483 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:31.534309 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'Port': ['ID=ae42845a-d148-4cf1-b8ac-a536715518f8,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:31.545497 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:31.579660 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:31.580289 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:31.596942 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-6abf8db1-6634-448c-8d0a-fac1003f1f10 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8714843 Jun 16 16:06:31.676817 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Request body: {'port': {'device_id': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:31.728340 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-713fef91-2c44-40e6-8e00-26273eb60363 None None] Provisioning for port ae42845a-d148-4cf1-b8ac-a536715518f8 completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:31.732729 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-713fef91-2c44-40e6-8e00-26273eb60363 None None] Provisioning complete for port ae42845a-d148-4cf1-b8ac-a536715518f8 triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:31.733160 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-713fef91-2c44-40e6-8e00-26273eb60363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:31.769053 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-713fef91-2c44-40e6-8e00-26273eb60363 None None] Port ae42845a-d148-4cf1-b8ac-a536715518f8 cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:06:31.769829 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000194eb-8b68-43a9-aaa0-d67f9a9a8134 req-6463a1e3-192a-4db4-8888-4f2fbb962989 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:31.771321 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-000194eb-8b68-43a9-aaa0-d67f9a9a8134 req-6463a1e3-192a-4db4-8888-4f2fbb962989 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 931 time: 0.1302416 Jun 16 16:06:31.774145 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:31.851334 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-000194eb-8b68-43a9-aaa0-d67f9a9a8134 req-9dfbb0b0-1498-4a4e-b46e-eba22b402802 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687697 Jun 16 16:06:32.058991 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae42845a-d148-4cf1-b8ac-a536715518f8 {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:06:32.066528 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.079427 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Transition to ACTIVE for port object ae42845a-d148-4cf1-b8ac-a536715518f8 will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:32.083882 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.085860 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8306ec14-9580-45cb-9814-79453cee8fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:32.163512 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Pushing event updated for resources: {'Port': ['ID=ae42845a-d148-4cf1-b8ac-a536715518f8,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:32.168079 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:32.234046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Attempting to bind port ae42845a-d148-4cf1-b8ac-a536715518f8 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:32.234379 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Attempting to bind port ae42845a-d148-4cf1-b8ac-a536715518f8 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:32.234709 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Attempting to bind port ae42845a-d148-4cf1-b8ac-a536715518f8 on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:32.239363 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Port ae42845a-d148-4cf1-b8ac-a536715518f8 on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:06:32.239685 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Attempting to bind port ae42845a-d148-4cf1-b8ac-a536715518f8 on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:32.244674 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:32.245009 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Checking segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:32.245389 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Bound using segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:32.245821 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Bound port: ae42845a-d148-4cf1-b8ac-a536715518f8, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:32.246170 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.312251 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] For port ae42845a-d148-4cf1-b8ac-a536715518f8, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:32.315614 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] For port ae42845a-d148-4cf1-b8ac-a536715518f8, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ae42845a-d148-4cf1-b8ac-a536715518f8,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:32.319968 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.321907 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-0f5e6d7b-50c0-4cfe-83dc-86a8fb65d373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:32.358009 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:32.358535 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.359923 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] 10.222.0.89 "PUT /v2.0/ports/ae42845a-d148-4cf1-b8ac-a536715518f8 HTTP/1.1" status: 200 len: 1093 time: 0.7498453 Jun 16 16:06:32.360428 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'tag': 'ae42845a-d148-4cf1-b8ac-a536715518f8'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:06:32.362994 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22418444-86b6-4e54-a25f-dfe5641df05d" -d '{"events": [{"name": "network-changed", "server_uuid": "ecad7824-f32f-4715-80b0-597f3c79a7f1", "tag": "ae42845a-d148-4cf1-b8ac-a536715518f8"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:06:32.395486 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Pushing event updated for resources: {'Port': ['ID=ae42845a-d148-4cf1-b8ac-a536715518f8,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:32.398631 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:32.474282 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-dfec0960-d884-4856-88dd-4a03fabb8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:32.475959 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-dfec0960-d884-4856-88dd-4a03fabb8b29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0604513 Jun 16 16:06:32.481625 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e387f2f-4c22-4e40-8146-88bc9509d3c6 x-openstack-request-id: req-4e387f2f-4c22-4e40-8146-88bc9509d3c6 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:06:32.481971 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecad7824-f32f-4715-80b0-597f3c79a7f1", "tag": "ae42845a-d148-4cf1-b8ac-a536715518f8", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:06:32.482268 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e387f2f-4c22-4e40-8146-88bc9509d3c6 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:06:32.482711 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'tag': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'status': 'completed', 'code': 200} Jun 16 16:06:32.526314 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-a19d341b-b85c-494a-bd8d-0c5dcb88c76d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae42845a-d148-4cf1-b8ac-a536715518f8 HTTP/1.1" status: 200 len: 217 time: 0.0372665 Jun 16 16:06:32.582431 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-9b16a428-d1b2-4dca-919c-d3afc01cbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:32.583788 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-9b16a428-d1b2-4dca-919c-d3afc01cbbe2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0506337 Jun 16 16:06:32.646384 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-4bb62dfd-3e83-4666-a316-743a762f3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:32.647881 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-4bb62dfd-3e83-4666-a316-743a762f3e29 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555642 Jun 16 16:06:32.739420 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-d511fdab-af9f-4eb7-9cfe-2a3e1a8f54a8 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830312 Jun 16 16:06:32.833718 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b10ca807-28e8-4ff6-976d-1b94e46a0019 req-ac18310a-8e64-4993-9506-1f4ff970ad55 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860026 Jun 16 16:06:32.938245 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418444-86b6-4e54-a25f-dfe5641df05d req-05d0b7e1-d6f4-4c8f-bd24-8b3166e9d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:32.939728 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22418444-86b6-4e54-a25f-dfe5641df05d req-05d0b7e1-d6f4-4c8f-bd24-8b3166e9d2d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0582535 Jun 16 16:06:33.071532 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418444-86b6-4e54-a25f-dfe5641df05d req-48fa66c7-58af-438e-b321-6725a4830c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:33.073125 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22418444-86b6-4e54-a25f-dfe5641df05d req-48fa66c7-58af-438e-b321-6725a4830c6b service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.1260664 Jun 16 16:06:33.095956 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dd641-7aed-4300-992c-b08f45a2c2a8 req-ce9e5ca7-63d9-48ee-b277-4aad75084032 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:33.097696 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e03dd641-7aed-4300-992c-b08f45a2c2a8 req-ce9e5ca7-63d9-48ee-b277-4aad75084032 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 943 time: 0.1283488 Jun 16 16:06:33.131432 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22418444-86b6-4e54-a25f-dfe5641df05d req-848e9b0b-9558-4144-af24-052fc703f46e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae42845a-d148-4cf1-b8ac-a536715518f8 HTTP/1.1" status: 200 len: 217 time: 0.0503037 Jun 16 16:06:33.192411 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e03dd641-7aed-4300-992c-b08f45a2c2a8 req-81b5873c-0187-4c29-bd32-29d3beb920ea tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634024 Jun 16 16:06:33.201886 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418444-86b6-4e54-a25f-dfe5641df05d req-6db8a3f8-5163-44b9-96b8-f8f8c3d1216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:33.203311 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22418444-86b6-4e54-a25f-dfe5641df05d req-6db8a3f8-5163-44b9-96b8-f8f8c3d1216e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0592501 Jun 16 16:06:33.269028 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418444-86b6-4e54-a25f-dfe5641df05d req-1fe44151-1770-4c53-b7af-cc2c7617aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:33.270642 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22418444-86b6-4e54-a25f-dfe5641df05d req-1fe44151-1770-4c53-b7af-cc2c7617aba2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559862 Jun 16 16:06:33.368969 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22418444-86b6-4e54-a25f-dfe5641df05d req-1cdca7a6-697e-4ee2-9431-26558fb0f909 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910113 Jun 16 16:06:33.461651 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-22418444-86b6-4e54-a25f-dfe5641df05d req-631ad3f9-25b7-4488-be4d-516f1b8a40f0 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852606 Jun 16 16:06:34.366868 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a046-5ed5-45ea-9130-9350a1fb8033 req-c7da4301-e747-48ce-afb2-60d6b8976f3d tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:34.368311 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2f77a046-5ed5-45ea-9130-9350a1fb8033 req-c7da4301-e747-48ce-afb2-60d6b8976f3d tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 943 time: 0.0617661 Jun 16 16:06:34.406597 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2f77a046-5ed5-45ea-9130-9350a1fb8033 req-c8da11c3-9f89-4cee-b721-3d953f015b8b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325546 Jun 16 16:06:34.426331 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e5276e11-a482-4a7c-80d7-880810fd8059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:35.302103 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:35.587067 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cf1ec-7051-4e85-892c-d4e5665f103a req-3f04a9f7-5ac5-411c-8d11-95ec4bc86f7d tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:35.588442 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4e8cf1ec-7051-4e85-892c-d4e5665f103a req-3f04a9f7-5ac5-411c-8d11-95ec4bc86f7d tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 943 time: 0.0712094 Jun 16 16:06:35.627065 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4e8cf1ec-7051-4e85-892c-d4e5665f103a req-128462ac-e936-49d1-9bd9-b9036e198d56 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329134 Jun 16 16:06:36.313011 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.798739 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22f231-50bb-40bb-8d66-ed58da946cd2 req-8622c640-5b46-4219-b65e-03e1f250cf39 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:36.800881 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bb22f231-50bb-40bb-8d66-ed58da946cd2 req-8622c640-5b46-4219-b65e-03e1f250cf39 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 943 time: 0.0629430 Jun 16 16:06:36.838114 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bb22f231-50bb-40bb-8d66-ed58da946cd2 req-eab9ed4e-9c3e-4346-81af-78d22a1e59a6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313911 Jun 16 16:06:38.011612 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31afe4f-be5d-4435-98ab-c2108d5a4777 req-b756cc66-2950-4d71-9782-21b1d7198d7d tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:38.013148 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f31afe4f-be5d-4435-98ab-c2108d5a4777 req-b756cc66-2950-4d71-9782-21b1d7198d7d tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 943 time: 0.0632446 Jun 16 16:06:38.050415 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f31afe4f-be5d-4435-98ab-c2108d5a4777 req-e2f3ad81-6a2c-4a9c-888b-d32e3394fc4a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315809 Jun 16 16:06:38.631206 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:39.230338 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449b6b6-446d-40d4-819c-2979c86a5544 req-23348fa9-4c49-4816-bc34-a3eb3e29ce9c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:39.231803 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0449b6b6-446d-40d4-819c-2979c86a5544 req-23348fa9-4c49-4816-bc34-a3eb3e29ce9c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 943 time: 0.0688875 Jun 16 16:06:39.272356 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-0449b6b6-446d-40d4-819c-2979c86a5544 req-e4165ce2-df09-4353-954a-a9d07acc601c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341287 Jun 16 16:06:40.601093 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f5ce8-e62d-4601-bf29-9d074387fbb7 req-af56d1e2-8131-4242-82a4-0d416cbe4a7b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:40.602462 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ab7f5ce8-e62d-4601-bf29-9d074387fbb7 req-af56d1e2-8131-4242-82a4-0d416cbe4a7b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 943 time: 0.0616214 Jun 16 16:06:40.639801 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ab7f5ce8-e62d-4601-bf29-9d074387fbb7 req-a9312c2c-a7e1-471d-ba42-ccb8e3c26de8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314808 Jun 16 16:06:41.490004 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device ae42845a-d148-4cf1-b8ac-a536715518f8 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:06:41.584859 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port ae42845a-d148-4cf1-b8ac-a536715518f8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ae42845a-d148-4cf1-b8ac-a536715518f8,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:41.595944 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'port_id': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'mac_address': 'fa:16:3e:97:51:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:06:41.633186 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.645713 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae42845a-d148-4cf1-b8ac-a536715518f8 {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:06:41.665052 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port ae42845a-d148-4cf1-b8ac-a536715518f8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ae42845a-d148-4cf1-b8ac-a536715518f8,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:41.669577 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.672262 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:41.725019 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=ae42845a-d148-4cf1-b8ac-a536715518f8,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:41.728150 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:41.816768 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e00ec-9b23-4fc1-8336-4cb16270ebbb req-ec60ba58-6508-44af-a9f3-b90ec8e82f7c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:41.818283 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c70e00ec-9b23-4fc1-8336-4cb16270ebbb req-ec60ba58-6508-44af-a9f3-b90ec8e82f7c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0626111 Jun 16 16:06:41.855164 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-c70e00ec-9b23-4fc1-8336-4cb16270ebbb req-5681b122-972b-4680-9aba-0ecdd2b4bc59 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Jun 16 16:06:41.933841 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['ae42845a-d148-4cf1-b8ac-a536715518f8'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:06:43.033036 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3bd9c-4d3e-4cac-9a23-c9b7c937b7de req-736a261b-fc5d-4d52-8e38-775a7100ee59 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:43.034941 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9b3bd9c-4d3e-4cac-9a23-c9b7c937b7de req-736a261b-fc5d-4d52-8e38-775a7100ee59 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0705299 Jun 16 16:06:43.072778 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e9b3bd9c-4d3e-4cac-9a23-c9b7c937b7de req-a75fbc90-0201-4c44-882e-4629a963e50f tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321977 Jun 16 16:06:43.494510 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device ae42845a-d148-4cf1-b8ac-a536715518f8 up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:43.543915 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port ae42845a-d148-4cf1-b8ac-a536715518f8 completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:43.547833 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port ae42845a-d148-4cf1-b8ac-a536715518f8 triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:43.548223 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:43.623049 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:43.648343 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae42845a-d148-4cf1-b8ac-a536715518f8'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:06:43.650593 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa79b4f-8c46-464e-a5f0-46b34c79f003" -d '{"events": [{"server_uuid": "ecad7824-f32f-4715-80b0-597f3c79a7f1", "name": "network-vif-plugged", "status": "completed", "tag": "ae42845a-d148-4cf1-b8ac-a536715518f8"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:06:43.663729 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port ae42845a-d148-4cf1-b8ac-a536715518f8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ae42845a-d148-4cf1-b8ac-a536715518f8,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:43.668599 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:43.670889 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:43.718772 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=ae42845a-d148-4cf1-b8ac-a536715518f8,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:43.726046 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:43.743936 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8774e6-ab8b-4226-a476-9177920e9706 x-openstack-request-id: req-1a8774e6-ab8b-4226-a476-9177920e9706 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:06:43.744233 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad7824-f32f-4715-80b0-597f3c79a7f1", "name": "network-vif-plugged", "status": "completed", "tag": "ae42845a-d148-4cf1-b8ac-a536715518f8", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:06:43.744498 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a8774e6-ab8b-4226-a476-9177920e9706 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:06:43.745111 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'code': 200} Jun 16 16:06:44.014809 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e10d05-83a3-40f7-a8f6-b58feb08eaef req-4d935993-5d46-43b5-9a64-a43fa730804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:44.016185 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74e10d05-83a3-40f7-a8f6-b58feb08eaef req-4d935993-5d46-43b5-9a64-a43fa730804d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 1098 time: 0.0519218 Jun 16 16:06:44.050250 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-74e10d05-83a3-40f7-a8f6-b58feb08eaef req-a0500a35-b9b7-46f6-8c3e-5c307e935076 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272877 Jun 16 16:06:44.247295 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e0e1b-df62-4b69-8465-4d2e407828d7 req-b8844f49-49af-40e5-83df-bdf0fc78f23a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:44.248741 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a46e0e1b-df62-4b69-8465-4d2e407828d7 req-b8844f49-49af-40e5-83df-bdf0fc78f23a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 945 time: 0.0656936 Jun 16 16:06:44.287889 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a46e0e1b-df62-4b69-8465-4d2e407828d7 req-af9c6c74-6988-4efc-b543-19a9526950ee tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Jun 16 16:06:44.475264 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:06:45.463023 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce9a09-0842-45c6-8bf3-0f50cdd4dff6 req-49dfa65a-4557-4117-90d0-8fbe0341ce44 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:45.464515 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-15ce9a09-0842-45c6-8bf3-0f50cdd4dff6 req-49dfa65a-4557-4117-90d0-8fbe0341ce44 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 945 time: 0.0629244 Jun 16 16:06:45.508216 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-15ce9a09-0842-45c6-8bf3-0f50cdd4dff6 req-590e2f45-a192-4f90-b116-e0f63e036f1e tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380247 Jun 16 16:06:45.688563 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a802fe-c13a-4737-91cd-5bdba5ed0ee3 req-8201f7a4-8139-4c21-ad04-e5bf66878327 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:45.690510 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-27a802fe-c13a-4737-91cd-5bdba5ed0ee3 req-8201f7a4-8139-4c21-ad04-e5bf66878327 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 945 time: 0.0643075 Jun 16 16:06:45.728133 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-27a802fe-c13a-4737-91cd-5bdba5ed0ee3 req-31733653-4623-44b6-bf68-dcbd0cea6e1b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Jun 16 16:06:45.753595 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48444) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:45.851617 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aa1309-93ce-4907-bce3-041ec378bc28 tempest-TestVolumeBootPattern-331358512 tempest-TestVolumeBootPattern-331358512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:45.853746 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-56aa1309-93ce-4907-bce3-041ec378bc28 tempest-TestVolumeBootPattern-331358512 tempest-TestVolumeBootPattern-331358512-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 1093 time: 0.0985758 Jun 16 16:06:45.856281 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48448) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:45.860746 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'floatingip': {'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'port_id': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:45.882312 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:45.974219 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.076908 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Allocated IP 172.27.2.208 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/480b9993-23da-4f8f-b28b-7bc2be84e512) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:46.183967 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.222552 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.225430 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d1ce3cc3-af87-4f7e-bca2-233cb7412606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:46.267305 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:46.271276 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:46.273300 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'Port': ['ID=480b9993-23da-4f8f-b28b-7bc2be84e512,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:46.275365 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:46.298115 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.299002 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.299409 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.299760 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.300130 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.300502 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.300896 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.301260 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.301625 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.301985 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.302347 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.302705 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:46.307402 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:46.901702 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.974372 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:47.120397 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:47.124922 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:47.127369 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-322e0f96-2699-4ea5-bab7-2aa521c7165e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:47.198788 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'Port': ['ID=480b9993-23da-4f8f-b28b-7bc2be84e512,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:47.203250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:47.209114 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:47.307553 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.l3_db [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Floating IP 415140e1-2865-4d6d-9ba2-bf68b28edec6 associated. External IP: 172.27.2.208, port: ae42845a-d148-4cf1-b8ac-a536715518f8. Jun 16 16:06:47.510277 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:06:47.616178 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:06:47.625437 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] Sync routers for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:06:47.631330 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:47.636609 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:47.637241 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:06:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:47.671786 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8f227e66-158b-4c40-b075-2f9369fea789 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8144295 Jun 16 16:06:47.672475 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'tag': 'ae42845a-d148-4cf1-b8ac-a536715518f8'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:06:47.675408 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecad7824-f32f-4715-80b0-597f3c79a7f1", "tag": "ae42845a-d148-4cf1-b8ac-a536715518f8"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:06:47.748753 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:47.767515 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46cc746-eb8b-4261-9f9d-d8d4a5e7e086 x-openstack-request-id: req-a46cc746-eb8b-4261-9f9d-d8d4a5e7e086 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:06:47.767856 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecad7824-f32f-4715-80b0-597f3c79a7f1", "tag": "ae42845a-d148-4cf1-b8ac-a536715518f8", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:06:47.768226 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a46cc746-eb8b-4261-9f9d-d8d4a5e7e086 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:06:47.768714 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'tag': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'status': 'completed', 'code': 200} Jun 16 16:06:47.847182 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-d054c6a3-d666-4f41-8f9f-fea524c45e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:47.848785 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-d054c6a3-d666-4f41-8f9f-fea524c45e81 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 1098 time: 0.0534682 Jun 16 16:06:47.943782 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-8513ec2b-df54-49f3-8031-128832ac2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:47.945247 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-8513ec2b-df54-49f3-8031-128832ac2298 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.0879483 Jun 16 16:06:47.975470 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '415140e1-2865-4d6d-9ba2-bf68b28edec6', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:97:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:06:46Z', 'updated_at': '2021-06-16T16:06:46Z', 'revision_number': 0, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:47.979152 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] Checking router: 612121a7-d08b-4d35-86ac-caf8e9ec6d2a for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:06:47.987445 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:47.988033 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:06:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:48.015272 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-e9cbc081-459d-4c74-97c6-66f00a2c0052 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae42845a-d148-4cf1-b8ac-a536715518f8 HTTP/1.1" status: 200 len: 999 time: 0.0585203 Jun 16 16:06:48.081112 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-26d08c61-8a4b-4f06-86d3-1df3c91f7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:48.082625 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-26d08c61-8a4b-4f06-86d3-1df3c91f7f02 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0524502 Jun 16 16:06:48.092174 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:48.146130 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-811ac829-81de-4b58-b4d9-6f5a6d600ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:48.147609 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-811ac829-81de-4b58-b4d9-6f5a6d600ab5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527322 Jun 16 16:06:48.241966 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-4b1146a5-e4dc-4bae-85a4-ff8c75ce808e service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859342 Jun 16 16:06:48.285294 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.332630 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '415140e1-2865-4d6d-9ba2-bf68b28edec6', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:97:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:06:46Z', 'updated_at': '2021-06-16T16:06:46Z', 'revision_number': 0, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:48.333681 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-1173d8c3-eadc-4ceb-a5fb-5925aadd8d6c req-bf02a1f8-52b8-46cc-875a-51dbb1d60ab6 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844879 Jun 16 16:06:48.336296 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9515ebc-7036-42db-ac36-7c2b1d2dbdb9 None None] The sync data for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi is: [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '415140e1-2865-4d6d-9ba2-bf68b28edec6', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:97:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:06:46Z', 'updated_at': '2021-06-16T16:06:46Z', 'revision_number': 0, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:06:48.525703 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca7c21b-c472-43a8-a258-3e6e6dbdcab3 None None] New status for floating IP 415140e1-2865-4d6d-9ba2-bf68b28edec6: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:06:53.884040 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-088af88e-f36d-4672-bc47-0c6a53c957d5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505714 Jun 16 16:06:53.988106 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-663225fb-1efe-484d-aa33-c3f05a7629cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:53.989577 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-663225fb-1efe-484d-aa33-c3f05a7629cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 1098 time: 0.0560153 Jun 16 16:06:54.097735 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-fe8983ec-2bc2-4479-9cbe-2f0404a78f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:54.099148 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-fe8983ec-2bc2-4479-9cbe-2f0404a78f88 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.0853276 Jun 16 16:06:54.168216 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-1f532bfb-4d69-45ca-97be-571b0fb1f360 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae42845a-d148-4cf1-b8ac-a536715518f8 HTTP/1.1" status: 200 len: 1001 time: 0.0603619 Jun 16 16:06:54.214537 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-f8d027b2-8fc5-481c-a2a3-a61c058f24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:54.216009 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-f8d027b2-8fc5-481c-a2a3-a61c058f24eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0412183 Jun 16 16:06:54.273580 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-4c31fa7f-bb48-49ce-bcd0-a30e98b98a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:54.275188 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-4c31fa7f-bb48-49ce-bcd0-a30e98b98a8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519619 Jun 16 16:06:54.365863 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-7fe97acc-5a02-4081-b60d-676c0f79cdb0 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825980 Jun 16 16:06:54.459279 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e87a29e8-115f-46f5-9a9b-245f0fd2248f req-41d8968b-8fdb-4c09-a3a9-8bab2d253761 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822477 Jun 16 16:07:00.327580 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a0726818-f6af-4282-b8f9-cd62d1df94db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:04.428910 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a23c2fef-dcb5-4a30-83e8-16974e9d8000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:05.302880 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:06.314027 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:08.633457 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:18.258482 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:21.475271 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:07:30.329071 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c4868c17-8b50-472d-a978-c8c7c97d571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:34.429979 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-26e25757-b388-4c1b-ba88-0dc638a41c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:35.303811 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:36.316768 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:38.636732 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:48.260545 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:53.881110 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-23c8a687-0326-4caa-99ec-3e902fe12de8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555756 Jun 16 16:07:53.982483 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-e45b965e-f53d-4baf-a371-819a8e96d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:53.983932 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-e45b965e-f53d-4baf-a371-819a8e96d5de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 1098 time: 0.0525925 Jun 16 16:07:54.088768 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-bee95d2d-25f5-4ed7-a1ef-d5a95407491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:54.090598 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-bee95d2d-25f5-4ed7-a1ef-d5a95407491a service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.0855000 Jun 16 16:07:54.162612 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-4bdfe0d8-70fe-4bd9-80bc-40ac1e59ea3e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae42845a-d148-4cf1-b8ac-a536715518f8 HTTP/1.1" status: 200 len: 1001 time: 0.0655677 Jun 16 16:07:54.212177 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-1b4ba6ba-81c7-4641-8dcd-3108bb34c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:54.213645 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-1b4ba6ba-81c7-4641-8dcd-3108bb34c1ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0446398 Jun 16 16:07:54.274822 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-e0ac5dcd-aef3-46c5-bed3-84086153e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:07:54.276402 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-e0ac5dcd-aef3-46c5-bed3-84086153e490 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561545 Jun 16 16:07:54.374619 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-518ff5a2-2787-43be-8976-ac3f2791fc2a service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912123 Jun 16 16:07:54.467032 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e6933fa-0708-4bb4-adba-34e9f89f6f62 req-751b4414-c0aa-422f-b3f2-664b6ce9ec38 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850587 Jun 16 16:07:58.473899 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:08:00.329938 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5a090b88-d4f0-4e2b-8696-7d9974c35267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:04.431287 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-dc507f2a-19e0-45a1-b525-6965d8b76f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:05.304930 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:06.318273 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:08.642726 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:18.253531 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:30.332963 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f8bcabc2-7bc5-4e7e-83d1-f222b8936e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:34.432837 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5f6555e9-65b9-4f2e-8176-67c6d157bbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:35.307674 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:35.472446 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:08:36.323581 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:38.645821 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:48.257872 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:53.103949 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86d7f5-ecac-4c2d-8b0c-c39bd991e6c9 req-15b71769-7d76-49c9-b676-77707472cca8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:53.105383 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2f86d7f5-ecac-4c2d-8b0c-c39bd991e6c9 req-15b71769-7d76-49c9-b676-77707472cca8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 945 time: 0.0674236 Jun 16 16:08:53.145477 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2f86d7f5-ecac-4c2d-8b0c-c39bd991e6c9 req-6439ea01-5b7c-4466-bb2f-c7093719954d tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343330 Jun 16 16:08:54.337054 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d580e-677c-4c7a-a7de-a48e35b513ce req-83780483-a77d-44af-a03b-19230ecabfe3 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:54.338544 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e0d580e-677c-4c7a-a7de-a48e35b513ce req-83780483-a77d-44af-a03b-19230ecabfe3 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 945 time: 0.0792408 Jun 16 16:08:54.377325 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7e0d580e-677c-4c7a-a7de-a48e35b513ce req-b64de75e-f283-4d71-84d7-51c4063f2386 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328023 Jun 16 16:08:54.938694 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-19aef396-195d-455e-bd4f-68b5b3a3a1eb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:54.940025 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-19aef396-195d-455e-bd4f-68b5b3a3a1eb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 945 time: 0.0653911 Jun 16 16:08:55.041329 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Deleting port ae42845a-d148-4cf1-b8ac-a536715518f8 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:08:55.041661 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.128871 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] For port ae42845a-d148-4cf1-b8ac-a536715518f8, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=ae42845a-d148-4cf1-b8ac-a536715518f8,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:08:55.129223 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.298177 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.298551 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.298864 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.l3_db [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Floating IP 415140e1-2865-4d6d-9ba2-bf68b28edec6 disassociated. External IP: 172.27.2.208, port: ae42845a-d148-4cf1-b8ac-a536715518f8. Jun 16 16:08:55.299205 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Calling delete_port for ae42845a-d148-4cf1-b8ac-a536715518f8 owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:08:55.438254 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.443406 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-1a453b30-e1bd-49d7-b74e-9d6eddad8c1b tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:55.476567 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event deleted for resources: {'Port': ['ID=ae42845a-d148-4cf1-b8ac-a536715518f8,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:55.489301 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.489690 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.490063 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.490428 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.490874 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.491204 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.491563 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.491918 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.492272 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.492651 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.493003 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.493352 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:55.498306 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:55.543438 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9dfa84b0-ea84-4354-b923-1d58abdc02bf req-3c494a7c-b486-4240-9945-3d8739fc84e9 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0307107 Jun 16 16:08:55.604634 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:08:55.717609 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:08:55.729545 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] Sync routers for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:08:55.739084 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:08:55.739774 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:08:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:55.773823 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] No DVR routers for this DVR port ae42845a-d148-4cf1-b8ac-a536715518f8 on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:08:55.777369 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:55.778574 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-24e70fc0-414b-4a46-9788-c189dab72ce2 req-b91a31bd-08f9-4d01-9854-2faefeefed58 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "DELETE /v2.0/ports/ae42845a-d148-4cf1-b8ac-a536715518f8 HTTP/1.1" status: 204 len: 173 time: 0.8326638 Jun 16 16:08:55.779098 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'name': 'network-vif-deleted', 'tag': 'ae42845a-d148-4cf1-b8ac-a536715518f8'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:08:55.781434 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5896f485-31df-483f-a6c4-a96fb7c80efa" -d '{"events": [{"server_uuid": "ecad7824-f32f-4715-80b0-597f3c79a7f1", "name": "network-vif-deleted", "tag": "ae42845a-d148-4cf1-b8ac-a536715518f8"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:08:55.828101 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4041fbb-7956-4ce4-8b31-e9f33c50a55c x-openstack-request-id: req-a4041fbb-7956-4ce4-8b31-e9f33c50a55c {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:08:55.828462 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad7824-f32f-4715-80b0-597f3c79a7f1", "name": "network-vif-deleted", "tag": "ae42845a-d148-4cf1-b8ac-a536715518f8", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:08:55.828856 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4041fbb-7956-4ce4-8b31-e9f33c50a55c {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:08:55.829543 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecad7824-f32f-4715-80b0-597f3c79a7f1', 'name': 'network-vif-deleted', 'tag': 'ae42845a-d148-4cf1-b8ac-a536715518f8', 'status': 'completed', 'code': 200} Jun 16 16:08:55.862744 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:08:56.064475 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:56.067749 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] Checking router: 612121a7-d08b-4d35-86ac-caf8e9ec6d2a for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:08:56.076750 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:08:56.077297 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:08:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:56.188822 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:08:56.392267 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:08:56.395608 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bff7ec-c3bb-4388-9aad-1265286550d9 None None] The sync data for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi is: [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:08:56.624931 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973536c-9765-411c-a83f-6a39cfee4be5 None None] New status for floating IP 415140e1-2865-4d6d-9ba2-bf68b28edec6: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:08:56.726049 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2c04faf1-9a88-4632-a3f3-1096720a3e1a req-be803977-7fe5-43dc-af30-d0e2c76d709b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecad7824-f32f-4715-80b0-597f3c79a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0305393 Jun 16 16:08:58.051004 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-965ed809-fa67-40ca-b168-41e2dcd87c97 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213262786&fields=id&tenant_id=98402c2debd44686a32eb54919a0b78a HTTP/1.1" status: 200 len: 267 time: 0.0361619 Jun 16 16:08:58.155489 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-b6ec5af2-bff3-41af-9e16-12394eabb8f8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:58.156954 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-b6ec5af2-bff3-41af-9e16-12394eabb8f8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 812 time: 0.0995114 Jun 16 16:08:58.171372 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-5ae6bd61-601a-4318-ae49-94d0c197308e tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/quotas/98402c2debd44686a32eb54919a0b78a HTTP/1.1" status: 200 len: 375 time: 0.0089879 Jun 16 16:08:58.240356 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6b5f7a60-78b1-48c2-b38a-a531cac368e5 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639994 Jun 16 16:08:58.341997 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-4d33a0b7-2b64-4c9c-9f06-92d1e58b7090 service neutron] 10.222.0.48 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896878 Jun 16 16:08:58.431817 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-354bebfe-a08b-4681-9894-6a0c576a1c3d service neutron] 10.222.0.48 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839016 Jun 16 16:08:58.737439 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c3966a14-6865-4005-b594-e233ea887f3f req-0089960a-dbc8-46b2-93c3-3c16fbfc709e tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 210 time: 0.0301881 Jun 16 16:08:59.826183 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-60cbb664-4e78-4587-b2c9-30dc060a9ae8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:59.827696 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-60cbb664-4e78-4587-b2c9-30dc060a9ae8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 812 time: 0.1123002 Jun 16 16:08:59.888841 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-896d13b3-cf99-49f4-93e2-57c2eb2d3066 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98402c2debd44686a32eb54919a0b78a HTTP/1.1" status: 200 len: 379 time: 0.0469296 Jun 16 16:08:59.889098 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-00720b46-cfdb-4eda-af8e-22eb689a8fbf req-40dd9e79-78c1-40ef-a0d2-085b97474936 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 210 time: 0.0347247 Jun 16 16:08:59.900754 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'port': {'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'admin_state_up': True, 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'security_groups': ['cf5a2c34-eac6-420d-96f7-55b3de3e5e34']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:00.011259 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Made reservation on behalf of 98402c2debd44686a32eb54919a0b78a for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:09:00.014898 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.151455 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Allocated IP 172.20.0.12 (71c8fa52-50cf-4b0d-bd1a-9443449e9181/098eb542-7251-4f8b-a04c-cd5cf2d79af3/978c9542-e8c9-4be9-baab-16e21ca810ae) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:09:00.219107 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device ae42845a-d148-4cf1-b8ac-a536715518f8 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:09:00.243893 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: ae42845a-d148-4cf1-b8ac-a536715518f8 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:09:00.244257 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device ae42845a-d148-4cf1-b8ac-a536715518f8 not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:09:00.300265 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.319023 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Transition to ACTIVE for port object 978c9542-e8c9-4be9-baab-16e21ca810ae will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:09:00.335417 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-122a1025-b521-4ac0-ac50-15cca2147a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.355780 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.359775 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f0ffb04-4a1e-48c0-a725-4a6ce95a8ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:00.407450 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:09:00.411305 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:09:00.415738 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:09:00.419725 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'Port': ['ID=978c9542-e8c9-4be9-baab-16e21ca810ae,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:00.441382 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:00.469046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:00.469653 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.485767 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-761c15e5-0e94-4bc0-8349-a36edf431b55 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5910072 Jun 16 16:09:00.497441 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Request body: {'port': {'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:00.576766 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.661512 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-7f993f57-e4a4-46c7-9808-2557b4e0a371 None None] Provisioning for port 978c9542-e8c9-4be9-baab-16e21ca810ae completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:09:00.667605 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-7f993f57-e4a4-46c7-9808-2557b4e0a371 None None] Provisioning complete for port 978c9542-e8c9-4be9-baab-16e21ca810ae triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:09:00.668047 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7f993f57-e4a4-46c7-9808-2557b4e0a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:00.703875 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-7f993f57-e4a4-46c7-9808-2557b4e0a371 None None] Port 978c9542-e8c9-4be9-baab-16e21ca810ae cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:09:01.150911 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ae12f-9435-45c2-82d5-c0759dd2101d req-189b1f9e-3ad4-4c8c-bcbe-59ebfc125fba tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:01.152370 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-203ae12f-9435-45c2-82d5-c0759dd2101d req-189b1f9e-3ad4-4c8c-bcbe-59ebfc125fba tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 932 time: 0.1242771 Jun 16 16:09:01.173837 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978c9542-e8c9-4be9-baab-16e21ca810ae {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:09:01.188641 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:01.209883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Transition to ACTIVE for port object 978c9542-e8c9-4be9-baab-16e21ca810ae will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:09:01.215812 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-203ae12f-9435-45c2-82d5-c0759dd2101d req-14ef259e-5c7c-4040-b7d9-dd712452efb3 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554338 Jun 16 16:09:01.216923 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:01.218969 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-a7b1fe61-4bca-4998-80ee-0f5019a71e84 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:01.297168 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Pushing event updated for resources: {'Port': ['ID=978c9542-e8c9-4be9-baab-16e21ca810ae,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:01.300733 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:01.374440 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Attempting to bind port 978c9542-e8c9-4be9-baab-16e21ca810ae on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:09:01.374783 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Attempting to bind port 978c9542-e8c9-4be9-baab-16e21ca810ae by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:09:01.375118 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Attempting to bind port 978c9542-e8c9-4be9-baab-16e21ca810ae on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:09:01.379683 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Port 978c9542-e8c9-4be9-baab-16e21ca810ae on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:09:01.380002 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Attempting to bind port 978c9542-e8c9-4be9-baab-16e21ca810ae on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:09:01.385727 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:09:01.386162 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Checking segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:09:01.386567 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Bound using segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:09:01.387001 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Bound port: 978c9542-e8c9-4be9-baab-16e21ca810ae, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:09:01.387356 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:01.450744 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] For port 978c9542-e8c9-4be9-baab-16e21ca810ae, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:09:01.453781 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] For port 978c9542-e8c9-4be9-baab-16e21ca810ae, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=978c9542-e8c9-4be9-baab-16e21ca810ae,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:09:01.458627 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:01.461346 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-8d827c14-8bcc-415b-86c9-259d5f013e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:01.494488 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:01.495103 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:01.496501 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] 10.222.0.89 "PUT /v2.0/ports/978c9542-e8c9-4be9-baab-16e21ca810ae HTTP/1.1" status: 200 len: 1094 time: 1.0032880 Jun 16 16:09:01.497068 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:09:01.499414 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7" -d '{"events": [{"name": "network-changed", "server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:09:01.535589 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Pushing event updated for resources: {'Port': ['ID=978c9542-e8c9-4be9-baab-16e21ca810ae,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:01.540581 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:01.553232 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca892378-7ffa-4265-9ff4-a8575a64695d x-openstack-request-id: req-ca892378-7ffa-4265-9ff4-a8575a64695d {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:09:01.553640 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:09:01.554065 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca892378-7ffa-4265-9ff4-a8575a64695d {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:09:01.554565 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'status': 'completed', 'code': 200} Jun 16 16:09:01.623589 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-39da1b9c-80ca-45f9-82ce-54900debaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:01.625145 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-39da1b9c-80ca-45f9-82ce-54900debaf4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 1097 time: 0.0694811 Jun 16 16:09:01.668770 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-c78bd150-ec64-4a4e-a0ae-fe554d4dff7e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=978c9542-e8c9-4be9-baab-16e21ca810ae HTTP/1.1" status: 200 len: 217 time: 0.0354333 Jun 16 16:09:01.719392 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-deee2f52-b100-45cb-8690-261f5fa962f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:01.720769 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-deee2f52-b100-45cb-8690-261f5fa962f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0453706 Jun 16 16:09:01.778199 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-d37dfe4b-532b-4536-9549-84d33eb3f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:01.779677 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-d37dfe4b-532b-4536-9549-84d33eb3f118 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523412 Jun 16 16:09:01.871278 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-36d17f79-00bb-447b-a009-8f3e702c6897 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851369 Jun 16 16:09:01.963780 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-bf4467cb-0f7c-4b57-9f99-8bc0f2240ee2 req-87ddd4de-5d6f-4ffc-b798-cc4f81c1fad0 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854144 Jun 16 16:09:02.063053 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-e7eb5c2b-93aa-424f-a95b-c0d2ccda78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:02.064566 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-e7eb5c2b-93aa-424f-a95b-c0d2ccda78d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 1097 time: 0.0527065 Jun 16 16:09:02.153466 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-49d3cc2f-d75b-4138-8855-a224266779c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:02.154911 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-49d3cc2f-d75b-4138-8855-a224266779c0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.0841668 Jun 16 16:09:02.202141 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-347acc84-d6d0-4b3f-b9d3-262baef43ba1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=978c9542-e8c9-4be9-baab-16e21ca810ae HTTP/1.1" status: 200 len: 217 time: 0.0362475 Jun 16 16:09:02.253559 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-7822ff3a-7229-463d-8928-3f1cf0f593ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:02.254942 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-7822ff3a-7229-463d-8928-3f1cf0f593ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0462399 Jun 16 16:09:02.317248 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-97e49b25-91a4-4e69-83f6-2f0d95091892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:02.318682 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-97e49b25-91a4-4e69-83f6-2f0d95091892 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560181 Jun 16 16:09:02.455039 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-983769a6-8a74-41de-aadf-c760b530cfe9 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187184 Jun 16 16:09:02.463939 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2f8fb-7c00-46ca-a448-d8090b0fa9bc req-dce569e5-16a5-44e0-b8bd-aa6dc30a5ad0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:02.465340 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18c2f8fb-7c00-46ca-a448-d8090b0fa9bc req-dce569e5-16a5-44e0-b8bd-aa6dc30a5ad0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 944 time: 0.1382165 Jun 16 16:09:02.562077 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-18c2f8fb-7c00-46ca-a448-d8090b0fa9bc req-d1564938-6b1a-40be-84ef-755f9b3d2af6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886836 Jun 16 16:09:02.582193 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4cb8d3bd-0a20-45d2-8fe3-776c139e62b7 req-6b5f0e92-e2cb-4a5c-8949-8f60b8cd3e06 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159368 Jun 16 16:09:03.743009 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68221fd8-44b9-4da3-b846-3492eca065e0 req-7bc8fa1a-3c28-4bad-8fbc-3263e28ab8a2 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:03.744520 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-68221fd8-44b9-4da3-b846-3492eca065e0 req-7bc8fa1a-3c28-4bad-8fbc-3263e28ab8a2 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 944 time: 0.0646243 Jun 16 16:09:03.784239 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-68221fd8-44b9-4da3-b846-3492eca065e0 req-07471974-e89f-4d7f-a090-279f1d82d272 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340722 Jun 16 16:09:04.435597 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ec27-8d8f-48a9-8869-cd1e3510e0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:04.959886 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20185622-89c8-44e1-a2c7-a763d741bfac req-c1751b9c-7111-42c0-a5f4-8ef3d75d196b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:04.961382 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-20185622-89c8-44e1-a2c7-a763d741bfac req-c1751b9c-7111-42c0-a5f4-8ef3d75d196b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 944 time: 0.0631886 Jun 16 16:09:04.999783 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-20185622-89c8-44e1-a2c7-a763d741bfac req-427feae0-e63f-4554-90e8-54353069f863 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327613 Jun 16 16:09:05.310357 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:06.185857 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4c28e-73a7-49bd-a980-bfa8f28f113e req-aafddf1e-e927-4c5f-a9e2-a87ddbfe0168 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:06.187271 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8dc4c28e-73a7-49bd-a980-bfa8f28f113e req-aafddf1e-e927-4c5f-a9e2-a87ddbfe0168 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 944 time: 0.0656476 Jun 16 16:09:06.224651 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-8dc4c28e-73a7-49bd-a980-bfa8f28f113e req-f1c92082-c980-4e2d-bbdf-087250258191 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312600 Jun 16 16:09:06.325033 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:07.408841 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a850bc5-2813-447f-ba08-144d0a527b9f req-8e18f9ca-9cde-48a2-aa8a-d94702c1e15a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:07.410354 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a850bc5-2813-447f-ba08-144d0a527b9f req-8e18f9ca-9cde-48a2-aa8a-d94702c1e15a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 944 time: 0.0736611 Jun 16 16:09:07.454166 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-7a850bc5-2813-447f-ba08-144d0a527b9f req-829c9046-2443-483a-a037-6a659efb8ea3 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337019 Jun 16 16:09:08.626939 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3ae21-40e4-4c7a-a35c-df736dc692bb req-479a406d-f5b9-443e-8352-12db7887f25c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:08.629190 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27d3ae21-40e4-4c7a-a35c-df736dc692bb req-479a406d-f5b9-443e-8352-12db7887f25c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 944 time: 0.0646193 Jun 16 16:09:08.649371 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:08.669003 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27d3ae21-40e4-4c7a-a35c-df736dc692bb req-36aee573-63da-471c-a332-186fa2e01c6f tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341959 Jun 16 16:09:09.843048 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a7ed6-7c31-43de-bed1-f5b4e2c7f4f3 req-12584cb7-e449-4810-90a8-ced490032b18 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:09.844501 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-653a7ed6-7c31-43de-bed1-f5b4e2c7f4f3 req-12584cb7-e449-4810-90a8-ced490032b18 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 944 time: 0.0630574 Jun 16 16:09:09.883510 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-653a7ed6-7c31-43de-bed1-f5b4e2c7f4f3 req-ea4ae7f9-0d18-4f43-9b0c-a962bbd8da16 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Jun 16 16:09:10.298356 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 978c9542-e8c9-4be9-baab-16e21ca810ae details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:09:10.399513 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 978c9542-e8c9-4be9-baab-16e21ca810ae, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=978c9542-e8c9-4be9-baab-16e21ca810ae,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:10.410512 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:09:10.450701 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:10.463445 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978c9542-e8c9-4be9-baab-16e21ca810ae {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:09:10.483191 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 978c9542-e8c9-4be9-baab-16e21ca810ae, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=978c9542-e8c9-4be9-baab-16e21ca810ae,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:10.487584 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:10.490663 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:10.538087 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=978c9542-e8c9-4be9-baab-16e21ca810ae,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:10.544962 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.545306 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.545646 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.545980 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.546312 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.546637 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.546959 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.547280 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.547602 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.547922 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.548239 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.548637 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:10.553074 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:10.805542 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['978c9542-e8c9-4be9-baab-16e21ca810ae'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:09:11.058672 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179d72e-3116-47f7-b3f3-0657821c7f1d req-a4e8befa-28ef-4a0f-87e4-abcc6c180ca1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:11.060050 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9179d72e-3116-47f7-b3f3-0657821c7f1d req-a4e8befa-28ef-4a0f-87e4-abcc6c180ca1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 945 time: 0.0643730 Jun 16 16:09:11.098035 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-9179d72e-3116-47f7-b3f3-0657821c7f1d req-ce03404f-d93c-4a61-8ad0-e1b387ba94be tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321255 Jun 16 16:09:12.274067 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7eb3e-8499-411a-a895-3b25304f7936 req-98be8bc6-ad1e-458a-adba-cc59c92cf72b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:12.275531 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e1c7eb3e-8499-411a-a895-3b25304f7936 req-98be8bc6-ad1e-458a-adba-cc59c92cf72b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 945 time: 0.0644476 Jun 16 16:09:12.311241 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 978c9542-e8c9-4be9-baab-16e21ca810ae up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:09:12.314420 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-e1c7eb3e-8499-411a-a895-3b25304f7936 req-b68c018e-5d7f-4dbb-96cc-b1e9d76fcb9e tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Jun 16 16:09:12.362072 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 978c9542-e8c9-4be9-baab-16e21ca810ae completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:09:12.366521 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 978c9542-e8c9-4be9-baab-16e21ca810ae triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:09:12.366914 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:12.444069 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:12.465703 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:09:12.467972 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a133b7-eaf3-4ae6-95cf-84b99d654ca0" -d '{"events": [{"server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "name": "network-vif-plugged", "status": "completed", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:09:12.471350 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:09:12.481875 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 978c9542-e8c9-4be9-baab-16e21ca810ae, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=978c9542-e8c9-4be9-baab-16e21ca810ae,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:12.486120 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:12.488892 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-0f791f0e-7b15-4914-a6cd-adb35df12cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:12.518053 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d2b6c8-3eec-4bbe-890c-fe18e5617fb7 x-openstack-request-id: req-a4d2b6c8-3eec-4bbe-890c-fe18e5617fb7 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:09:12.518353 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "name": "network-vif-plugged", "status": "completed", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:09:12.518618 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4d2b6c8-3eec-4bbe-890c-fe18e5617fb7 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:09:12.519017 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'code': 200} Jun 16 16:09:12.545610 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=978c9542-e8c9-4be9-baab-16e21ca810ae,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:12.548496 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:12.796976 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c0d94-b2a6-4886-8566-95a01cdbd277 req-ad2eb590-ddd5-41cb-9c9e-2d94bc73b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:12.798434 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f68c0d94-b2a6-4886-8566-95a01cdbd277 req-ad2eb590-ddd5-41cb-9c9e-2d94bc73b7f6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 1099 time: 0.0550289 Jun 16 16:09:12.831978 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f68c0d94-b2a6-4886-8566-95a01cdbd277 req-7ddb47bb-1f4d-4016-a6d5-e9ce64bc9b6f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269074 Jun 16 16:09:13.484901 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546359ea-e653-4092-912f-6e71ea41510d req-685280ef-ee14-49bf-9b55-60c7acb5ed68 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:13.486423 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-546359ea-e653-4092-912f-6e71ea41510d req-685280ef-ee14-49bf-9b55-60c7acb5ed68 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 946 time: 0.0641878 Jun 16 16:09:13.525205 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-546359ea-e653-4092-912f-6e71ea41510d req-9ad825f3-0458-481c-9c5c-3396aa00f75c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Jun 16 16:09:14.703350 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245e356-5d65-4b17-b108-3ed3d9b5c4cc req-98851699-ba82-4330-87e5-7f18037e4767 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:14.704819 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3245e356-5d65-4b17-b108-3ed3d9b5c4cc req-98851699-ba82-4330-87e5-7f18037e4767 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 946 time: 0.0682657 Jun 16 16:09:14.746553 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-3245e356-5d65-4b17-b108-3ed3d9b5c4cc req-0cad8ce7-61b4-41c9-82e9-2d2f9445336a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347261 Jun 16 16:09:14.926097 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba93585-6280-4b00-b98d-ce0ca8cdf7c2 req-eeef0d25-0740-49e9-8b50-ae45ea0a014a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:14.928110 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3ba93585-6280-4b00-b98d-ce0ca8cdf7c2 req-eeef0d25-0740-49e9-8b50-ae45ea0a014a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 946 time: 0.0704706 Jun 16 16:09:14.965947 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3ba93585-6280-4b00-b98d-ce0ca8cdf7c2 req-1215f360-6397-4db7-bbe0-b6524bdd5c9f tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322256 Jun 16 16:09:14.991034 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48586) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:15.041619 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21065c64-5e7a-4b51-b383-5c95f81de32c tempest-TestVolumeBootPattern-331358512 tempest-TestVolumeBootPattern-331358512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:15.043107 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-21065c64-5e7a-4b51-b383-5c95f81de32c tempest-TestVolumeBootPattern-331358512 tempest-TestVolumeBootPattern-331358512-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 1094 time: 0.0511177 Jun 16 16:09:15.045855 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48588) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:15.050271 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.v2.base [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'floatingip': {'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:15.072490 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:15.169227 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:15.271707 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_common [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Allocated IP 172.27.2.78 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/96c7ab9e-27eb-47ac-ac75-34b5edfee8e0) {{(pid=91872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:09:15.374657 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for port, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:15.413825 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13993112'] for port, after_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:15.416597 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-19675bee-4eea-4b86-bd08-f477c869c32a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:15.451793 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:09:15.456205 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.base_scheduler [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Resources bound (agent type, host, resource id): {{(pid=91872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:09:15.460347 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Received port after_create {{(pid=91872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:09:15.482183 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'Port': ['ID=96c7ab9e-27eb-47ac-ac75-34b5edfee8e0,revision_number=1']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:15.495778 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.496173 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.496572 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.496956 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.497325 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.497693 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.498064 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.498426 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.498787 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.499148 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.499508 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.499914 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:15.504573 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:15.827579 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:15.905626 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.049216 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for port, precommit_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.054796 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13993102'] for port, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.056842 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-1fd7c6da-a882-497d-ad47-d95167462a39 tempest-TestShelveInstance-1206193129 tempest-TestShelveInstance-1206193129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:16.125528 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'Port': ['ID=96c7ab9e-27eb-47ac-ac75-34b5edfee8e0,revision_number=2']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:16.129241 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:16.138442 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.237195 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.db.l3_db [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Floating IP 4309add8-3c2f-4947-93dc-0e63f3f54a08 associated. External IP: 172.27.2.78, port: 978c9542-e8c9-4be9-baab-16e21ca810ae. Jun 16 16:09:16.435364 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:09:16.803365 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:09:16.812581 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] Sync routers for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:09:16.820052 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:16.822402 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:09:16.823023 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:09:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:16.858830 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-f226a36a-5f37-479e-9fb2-5b78c36fc023 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8119366 Jun 16 16:09:16.859778 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae'}] {{(pid=91872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:09:16.862119 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fba4f7e0f47ffb88c51a2bc2c7fce51ed8041c1e8240f82d519e22ae39e0cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdea789-994a-4930-affb-3492ddf03c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae"}]}' {{(pid=91872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:09:16.898611 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864d4e78-8b9d-4bee-a4a4-fd10c88e65b7 x-openstack-request-id: req-864d4e78-8b9d-4bee-a4a4-fd10c88e65b7 {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:09:16.898957 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae", "status": "completed", "code": 200}]} {{(pid=91872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:09:16.899252 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-864d4e78-8b9d-4bee-a4a4-fd10c88e65b7 {{(pid=91872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:09:16.899764 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'status': 'completed', 'code': 200} Jun 16 16:09:16.954106 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:09:16.978576 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdea789-994a-4930-affb-3492ddf03c1b req-2021dad3-59d1-4434-adb5-92f945dc641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:16.980058 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8cdea789-994a-4930-affb-3492ddf03c1b req-2021dad3-59d1-4434-adb5-92f945dc641d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 1099 time: 0.0533209 Jun 16 16:09:17.072212 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdea789-994a-4930-affb-3492ddf03c1b req-247ea070-eddb-48d0-8000-f17f31101447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:17.073724 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8cdea789-994a-4930-affb-3492ddf03c1b req-247ea070-eddb-48d0-8000-f17f31101447 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.0862617 Jun 16 16:09:17.148510 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8cdea789-994a-4930-affb-3492ddf03c1b req-ccee1cb4-14e5-4dfc-ae9f-ba24612cc7dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=978c9542-e8c9-4be9-baab-16e21ca810ae HTTP/1.1" status: 200 len: 999 time: 0.0645587 Jun 16 16:09:17.175785 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '4309add8-3c2f-4947-93dc-0e63f3f54a08', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:15Z', 'updated_at': '2021-06-16T16:09:15Z', 'revision_number': 0, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:17.179310 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] Checking router: 612121a7-d08b-4d35-86ac-caf8e9ec6d2a for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:09:17.187433 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:09:17.188039 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:09:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:17.201091 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdea789-994a-4930-affb-3492ddf03c1b req-af023dbf-f559-4b67-a714-992f735acb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:17.202558 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8cdea789-994a-4930-affb-3492ddf03c1b req-af023dbf-f559-4b67-a714-992f735acb62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0452647 Jun 16 16:09:17.264959 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdea789-994a-4930-affb-3492ddf03c1b req-3adaea07-76e0-4c63-955d-e8c875ee6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:17.266476 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8cdea789-994a-4930-affb-3492ddf03c1b req-3adaea07-76e0-4c63-955d-e8c875ee6003 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565860 Jun 16 16:09:17.296462 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:09:17.365997 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8cdea789-994a-4930-affb-3492ddf03c1b req-f725ca9b-aa3b-49c7-9a82-817970da59ad service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902314 Jun 16 16:09:17.460973 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8cdea789-994a-4930-affb-3492ddf03c1b req-dd87cfee-7aee-4d42-a918-93e82df8bf23 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883188 Jun 16 16:09:17.527594 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '4309add8-3c2f-4947-93dc-0e63f3f54a08', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:15Z', 'updated_at': '2021-06-16T16:09:15Z', 'revision_number': 0, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:09:17.531265 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bcb82-017e-4c1b-b2d6-59b99832bb97 None None] The sync data for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi is: [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '4309add8-3c2f-4947-93dc-0e63f3f54a08', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:15Z', 'updated_at': '2021-06-16T16:09:15Z', 'revision_number': 0, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:09:17.714230 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835611e-92ef-4ab8-b96e-34d20b87826d None None] New status for floating IP 4309add8-3c2f-4947-93dc-0e63f3f54a08: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:09:18.247131 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.337280 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9b4e35a7-cbf6-43c9-98f7-09f1b28c801d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:34.436416 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c582-aeb0-4ef7-b4e9-e7d0e729757e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:35.311842 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:36.329069 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:38.651400 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:48.243514 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:49.471512 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:09:56.632518 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-d42f82d3-6c42-4710-8019-eccbedb352c4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500309 Jun 16 16:09:56.729200 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-ad28b32a-7684-4993-b089-43dc0015239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:56.730646 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-ad28b32a-7684-4993-b089-43dc0015239b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 1099 time: 0.0535295 Jun 16 16:09:56.847568 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-c966d11e-2113-47dd-9247-87a69551f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:56.849896 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-c966d11e-2113-47dd-9247-87a69551f6d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.0944865 Jun 16 16:09:56.914093 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-431da9cc-50da-4232-8b24-f627704c4b3b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=978c9542-e8c9-4be9-baab-16e21ca810ae HTTP/1.1" status: 200 len: 1001 time: 0.0580659 Jun 16 16:09:56.962267 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-b664ad27-60cc-40a3-b44c-9df7c96e0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:56.963650 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-b664ad27-60cc-40a3-b44c-9df7c96e0cfd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0425460 Jun 16 16:09:57.024497 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-7ed75eed-a49d-455d-84e3-bef311532125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:57.025963 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-7ed75eed-a49d-455d-84e3-bef311532125 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543580 Jun 16 16:09:57.115328 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-9eacab05-b33a-48cf-82d6-99d6abd061af service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819633 Jun 16 16:09:57.213658 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-4863c889-62e0-4033-ad40-faba1fa0a9f7 req-964bda7b-ddd8-4795-8c3a-228a5d441c20 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853524 Jun 16 16:10:00.338847 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-121f3c16-1e58-450b-882a-665be4f965a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:04.436873 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-15989aed-2e01-425c-abf3-fe2742a946e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:05.315465 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:06.341596 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:08.652311 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:18.255664 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:26.472040 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:10:30.340389 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b47b-1611-4008-9c6a-5182dce83c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:34.443924 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-62b80cac-54da-46d1-837f-5cd06dad758a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:35.316601 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:36.334919 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:38.656936 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:48.254777 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:55.863725 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-3e0b90d6-7a27-4ac3-86ab-543d1f8d3b26 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503054 Jun 16 16:10:55.968950 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-3de7e9d2-85fd-4c73-90c3-32e8aa1854a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:55.970442 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-3de7e9d2-85fd-4c73-90c3-32e8aa1854a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 1099 time: 0.0555940 Jun 16 16:10:56.089937 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-47363e97-b382-44a9-a77b-7916e922b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:56.091833 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-47363e97-b382-44a9-a77b-7916e922b90d service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.1010182 Jun 16 16:10:56.171913 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-5789c90e-e4cf-45e3-b81a-63a12ffeb74c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=978c9542-e8c9-4be9-baab-16e21ca810ae HTTP/1.1" status: 200 len: 1001 time: 0.0730193 Jun 16 16:10:56.221858 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-13ed9c43-a9e6-4402-b234-fa0dbec884db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:56.223266 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-13ed9c43-a9e6-4402-b234-fa0dbec884db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0440788 Jun 16 16:10:56.280647 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-ebbf409c-0790-424a-93d7-582ba5f6f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:10:56.281979 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-ebbf409c-0790-424a-93d7-582ba5f6f3f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517173 Jun 16 16:10:56.375589 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-7d34f0f1-d33a-467c-a500-77af0c046a0c service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868118 Jun 16 16:10:56.462082 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d162abd6-08c2-4720-9f9c-eee989bc3629 req-5bf09db0-1058-42d6-a1e8-a57a96d13563 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791001 Jun 16 16:11:00.344927 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-d4a465ea-e339-4057-b2a2-5addd9c2db45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:03.014028 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-c065d051-1a96-4e55-8512-26dede0f2348 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213262786&fields=id&tenant_id=98402c2debd44686a32eb54919a0b78a HTTP/1.1" status: 200 len: 267 time: 0.0325110 Jun 16 16:11:03.121710 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-9948fc1b-d4f9-4b13-aa7f-493e9fea5569 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:03.123141 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-9948fc1b-d4f9-4b13-aa7f-493e9fea5569 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 812 time: 0.1029005 Jun 16 16:11:03.137938 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-73a78a60-6b9b-4523-b759-649bf9889fb8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/quotas/98402c2debd44686a32eb54919a0b78a HTTP/1.1" status: 200 len: 375 time: 0.0093353 Jun 16 16:11:03.210929 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-660f1d1c-8cde-44a2-af8f-59762a2244ea tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0679736 Jun 16 16:11:03.290686 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-3fd374d7-c880-473f-8e1d-1864a97bd13c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=91873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:11:03.291675 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-3fd374d7-c880-473f-8e1d-1864a97bd13c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0683908 Jun 16 16:11:03.384145 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-287e5980-da17-4e3c-9cba-f407536f86d5 service neutron] 10.222.0.48 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865231 Jun 16 16:11:03.470668 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:11:03.473582 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-6dbdc8bb-a1d9-4f07-8cc9-e3fd1daeaa30 service neutron] 10.222.0.48 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830297 Jun 16 16:11:03.823272 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ad4717ae-d267-4f0f-aaa0-76ab8abba15c req-32947d80-de8a-4b15-a473-1933013d02f5 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 210 time: 0.0783076 Jun 16 16:11:04.434127 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-739fef66-f921-4b4d-a683-738cd39cdede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:04.891404 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-592eda0d-a237-45c1-86eb-a8c45f88bb3a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:04.892877 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-592eda0d-a237-45c1-86eb-a8c45f88bb3a tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 812 time: 0.1109157 Jun 16 16:11:04.940932 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-81b9bc5f-8c12-4f1d-9dc1-96175b0c5faa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98402c2debd44686a32eb54919a0b78a HTTP/1.1" status: 200 len: 379 time: 0.0355091 Jun 16 16:11:04.950407 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'port': {'device_id': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'admin_state_up': True, 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'security_groups': ['cf5a2c34-eac6-420d-96f7-55b3de3e5e34']}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:11:05.015263 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-ed505a5e-804b-4c5c-9202-3beb6e239152 req-0a459a59-ea5d-4849-9167-2641e0152e5f tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 210 time: 0.0422852 Jun 16 16:11:05.099967 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Made reservation on behalf of 98402c2debd44686a32eb54919a0b78a for: {'port': 1} {{(pid=91873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:11:05.103499 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.231637 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Allocated IP 172.20.0.7 (71c8fa52-50cf-4b0d-bd1a-9443449e9181/098eb542-7251-4f8b-a04c-cd5cf2d79af3/9769a2d6-5441-41db-b6c6-8f8fecc9956e) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:05.317523 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.380275 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.394147 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Transition to ACTIVE for port object 9769a2d6-5441-41db-b6c6-8f8fecc9956e will not be triggered until provisioned by entity DHCP. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:11:05.428923 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.432605 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ce0c1d0b-c0b4-45c0-8051-d49d9924d734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:05.477562 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:05.483180 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:05.487003 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:11:05.512272 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'Port': ['ID=9769a2d6-5441-41db-b6c6-8f8fecc9956e,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:05.522270 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.522653 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.523060 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.523430 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.523793 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.524158 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.524519 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.524904 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.525262 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.525613 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.526169 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.526598 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:05.533802 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:05.552831 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:05.553449 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.570656 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-400cd36e-c19f-4a70-8750-fd49f3c045cc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245093 Jun 16 16:11:05.583021 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Request body: {'port': {'device_id': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:11:05.658345 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.744518 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c83d7ac4-2ced-4045-930a-25a2e6f9c4ab None None] Provisioning for port 9769a2d6-5441-41db-b6c6-8f8fecc9956e completed by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:11:05.749152 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-c83d7ac4-2ced-4045-930a-25a2e6f9c4ab None None] Provisioning complete for port 9769a2d6-5441-41db-b6c6-8f8fecc9956e triggered by entity DHCP. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:05.749535 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c83d7ac4-2ced-4045-930a-25a2e6f9c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.787109 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-c83d7ac4-2ced-4045-930a-25a2e6f9c4ab None None] Port 9769a2d6-5441-41db-b6c6-8f8fecc9956e cannot update to ACTIVE because it is not bound. {{(pid=91874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:11:05.918911 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9769a2d6-5441-41db-b6c6-8f8fecc9956e {{(pid=91873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:11:05.926086 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.938046 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.provisioning_blocks [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Transition to ACTIVE for port object 9769a2d6-5441-41db-b6c6-8f8fecc9956e will not be triggered until provisioned by entity L2. {{(pid=91873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:11:05.941854 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:05.944703 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ac598694-01b7-4438-acdc-dd6a85a19974 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:06.022774 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9769a2d6-5441-41db-b6c6-8f8fecc9956e,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:06.039890 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:06.095916 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Attempting to bind port 9769a2d6-5441-41db-b6c6-8f8fecc9956e on host hv-cinder-79611 for vnic_type normal with profile {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:11:06.096276 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Attempting to bind port 9769a2d6-5441-41db-b6c6-8f8fecc9956e by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:11:06.096640 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Attempting to bind port 9769a2d6-5441-41db-b6c6-8f8fecc9956e on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:11:06.101097 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Port 9769a2d6-5441-41db-b6c6-8f8fecc9956e on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:11:06.101422 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Attempting to bind port 9769a2d6-5441-41db-b6c6-8f8fecc9956e on network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:11:06.107529 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Checking agent: {'id': 'e9740bfe-660b-4ae7-a547-36d5cd3eef5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'started_at': datetime.datetime(2021, 6, 16, 15, 53, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:11:06.107873 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Checking segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:11:06.108342 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Bound using segment: {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'} {{(pid=91873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:11:06.108811 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.managers [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Bound port: 9769a2d6-5441-41db-b6c6-8f8fecc9956e, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe584a5-8549-4923-9be2-411d636f8a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181'}}] {{(pid=91873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:11:06.109163 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.182827 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] For port 9769a2d6-5441-41db-b6c6-8f8fecc9956e, host hv-cinder-79611, cleared binding levels {{(pid=91873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:11:06.186566 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] For port 9769a2d6-5441-41db-b6c6-8f8fecc9956e, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9769a2d6-5441-41db-b6c6-8f8fecc9956e,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:11:06.191898 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.194778 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e5242883-e62f-4f54-baf2-e6cfbf447903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:06.212155 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14ea42-3fd4-4959-b14f-daa60c686c36 req-dff6375b-6017-4d9f-962a-840cd533ccab tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:06.213676 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2b14ea42-3fd4-4959-b14f-daa60c686c36 req-dff6375b-6017-4d9f-962a-840cd533ccab tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 943 time: 0.0654585 Jun 16 16:11:06.228655 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:06.229408 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.231805 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] 10.222.0.89 "PUT /v2.0/ports/9769a2d6-5441-41db-b6c6-8f8fecc9956e HTTP/1.1" status: 200 len: 1093 time: 0.6532664 Jun 16 16:11:06.232365 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:06.234651 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c965ca-0008-4572-80bd-97bc71b5103d" -d '{"events": [{"name": "network-changed", "server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:06.257025 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-2b14ea42-3fd4-4959-b14f-daa60c686c36 req-8a60efe3-5c90-42c1-9437-e067d31828e3 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363050 Jun 16 16:11:06.264589 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9769a2d6-5441-41db-b6c6-8f8fecc9956e,revision_number=3']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:06.267520 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-4f809cbf-863e-46dc-bee8-f7bf5e1b59a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:06.290871 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a31f58-ef4b-4811-9026-4908bab2a198 x-openstack-request-id: req-a1a31f58-ef4b-4811-9026-4908bab2a198 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:06.291201 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:06.291496 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1a31f58-ef4b-4811-9026-4908bab2a198 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:06.291923 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'status': 'completed', 'code': 200} Jun 16 16:11:06.338005 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:06.348689 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-85f9b497-2a96-4acb-a647-09608306aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:06.350178 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-85f9b497-2a96-4acb-a647-09608306aaf6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 1096 time: 0.0680668 Jun 16 16:11:06.394835 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-8b34902e-2c5b-44cd-9ec2-16751e2d45b6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9769a2d6-5441-41db-b6c6-8f8fecc9956e HTTP/1.1" status: 200 len: 217 time: 0.0368478 Jun 16 16:11:06.444224 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-084ab254-2533-494e-9776-fd58f83059c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:06.445643 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-084ab254-2533-494e-9776-fd58f83059c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0441103 Jun 16 16:11:06.506456 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-ce64a1dc-b591-497f-8729-ca2ce5ac6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:06.507805 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-ce64a1dc-b591-497f-8729-ca2ce5ac6cd4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552628 Jun 16 16:11:06.595956 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-6f528c2a-7b91-43fd-a1cc-b6eced104050 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808804 Jun 16 16:11:06.959875 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d235730c-ec14-40ad-8b17-a546ddc2dc30 req-76fd58d2-a1f2-4b97-9c65-7270fba7f1e4 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574920 Jun 16 16:11:07.070587 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-6f471225-8ead-4b83-a261-34ed08ccaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:07.072054 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-6f471225-8ead-4b83-a261-34ed08ccaec0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 1096 time: 0.0514245 Jun 16 16:11:07.164123 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-a5712810-3660-4936-942d-effc3569faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:07.165615 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-a5712810-3660-4936-942d-effc3569faa9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.0870795 Jun 16 16:11:07.205058 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-5b5618d0-70d2-4c82-beee-8b3a003efd93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9769a2d6-5441-41db-b6c6-8f8fecc9956e HTTP/1.1" status: 200 len: 217 time: 0.0328858 Jun 16 16:11:07.257535 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-67ea8178-9b86-4be6-9de1-3d27e55a9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:07.258918 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-67ea8178-9b86-4be6-9de1-3d27e55a9915 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0432642 Jun 16 16:11:07.322061 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-5aa43bad-bf7d-47cc-ab83-f06099fec477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:07.324156 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-5aa43bad-bf7d-47cc-ab83-f06099fec477 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548930 Jun 16 16:11:07.461119 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-3ef942ba-7f73-48f0-821c-5587d34dafe6 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276646 Jun 16 16:11:07.492724 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3a222-ea19-4965-9987-b7a241067166 req-6fc70351-f1d5-4e47-be78-316f4fc14abf tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:07.494111 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0cb3a222-ea19-4965-9987-b7a241067166 req-6fc70351-f1d5-4e47-be78-316f4fc14abf tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 943 time: 0.0940313 Jun 16 16:11:07.576123 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-0cb3a222-ea19-4965-9987-b7a241067166 req-56bd8d28-fff7-4bc6-9d13-3ade65e11358 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718958 Jun 16 16:11:07.596006 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a4c965ca-0008-4572-80bd-97bc71b5103d req-db4fc374-9eab-4004-ab57-644a4b6fcea7 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199667 Jun 16 16:11:08.662347 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:08.805458 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f70b24-e2a0-41a8-9efe-fef2067a3840 req-9b406fef-a4a5-4640-bab3-07c451fddbe6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:08.806921 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-48f70b24-e2a0-41a8-9efe-fef2067a3840 req-9b406fef-a4a5-4640-bab3-07c451fddbe6 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 943 time: 0.0717216 Jun 16 16:11:08.846134 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-48f70b24-e2a0-41a8-9efe-fef2067a3840 req-7a5399a9-4011-4b2d-9b6f-648cd36fbea8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322304 Jun 16 16:11:09.421143 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-ed6d259c-06de-47f3-9dc0-78730468e9ca req-a8ba6827-a518-476c-a2b7-21e0026c0c85 service neutron] (91873) timed out ('10.222.0.89', 61269) {{(pid=91873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:11:10.024311 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7089a6-7d06-4e32-bb4f-2080ec30468b req-3e34aac4-b14d-4338-b4c6-fed0e01de005 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:10.025694 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8b7089a6-7d06-4e32-bb4f-2080ec30468b req-3e34aac4-b14d-4338-b4c6-fed0e01de005 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 943 time: 0.0681078 Jun 16 16:11:10.063740 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-8b7089a6-7d06-4e32-bb4f-2080ec30468b req-9e3e8605-1d6d-4447-a16b-464ea93b43ab tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Jun 16 16:11:10.279670 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-6f472750-4944-4b6d-b163-f5b28a5a3954 req-9ceb7372-4e23-4ab9-87e3-8c800eb68b68 service neutron] (91873) timed out ('10.222.0.89', 61251) {{(pid=91873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:11:11.235771 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca1dcf-bdf7-41de-8fe7-2e5497528e8b req-cef84fa3-07cb-4535-b108-eb1f73d27ec5 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:11.237251 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27ca1dcf-bdf7-41de-8fe7-2e5497528e8b req-cef84fa3-07cb-4535-b108-eb1f73d27ec5 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 943 time: 0.0631855 Jun 16 16:11:11.273869 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-27ca1dcf-bdf7-41de-8fe7-2e5497528e8b req-5e3238b2-1465-487a-916c-474782d68aaa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309908 Jun 16 16:11:12.446885 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c66910-917a-4241-a92f-a3b29c190d34 req-cfadf8d0-ecce-430e-b61d-0d457e82d119 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:12.448424 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-52c66910-917a-4241-a92f-a3b29c190d34 req-cfadf8d0-ecce-430e-b61d-0d457e82d119 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 943 time: 0.0632994 Jun 16 16:11:12.485690 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-52c66910-917a-4241-a92f-a3b29c190d34 req-6024e162-99b9-4524-ba1a-0a02ea5e5a3d tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317082 Jun 16 16:11:13.662346 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75417e1c-174c-4eb1-9326-c0bd0bd4d3e9 req-0b431c89-a5dc-44bf-b2a2-d2f4ecf99ee5 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:13.663814 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-75417e1c-174c-4eb1-9326-c0bd0bd4d3e9 req-0b431c89-a5dc-44bf-b2a2-d2f4ecf99ee5 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 943 time: 0.0657930 Jun 16 16:11:13.710147 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-75417e1c-174c-4eb1-9326-c0bd0bd4d3e9 req-a7e5f7eb-3b4e-40ce-aa8b-0e5f79ce37fa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405548 Jun 16 16:11:14.880538 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db2dd3-6a6c-4560-8921-b15744740c95 req-e1c01ee8-8c71-4df0-8f21-d6ae28bd9347 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:14.881722 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 9769a2d6-5441-41db-b6c6-8f8fecc9956e details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=91874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:11:14.882142 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a8db2dd3-6a6c-4560-8921-b15744740c95 req-e1c01ee8-8c71-4df0-8f21-d6ae28bd9347 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 943 time: 0.0636997 Jun 16 16:11:14.925562 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-a8db2dd3-6a6c-4560-8921-b15744740c95 req-7bc5a8c7-04e8-4869-941d-be6b4f1fbc38 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369747 Jun 16 16:11:14.977984 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 9769a2d6-5441-41db-b6c6-8f8fecc9956e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9769a2d6-5441-41db-b6c6-8f8fecc9956e,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:14.989118 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Returning: {'device': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'port_id': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'mac_address': 'fa:16:3e:50:54:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:11:15.025205 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:15.037424 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9769a2d6-5441-41db-b6c6-8f8fecc9956e {{(pid=91874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:11:15.056653 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 9769a2d6-5441-41db-b6c6-8f8fecc9956e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9769a2d6-5441-41db-b6c6-8f8fecc9956e,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:15.061916 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:15.064713 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:15.109148 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=9769a2d6-5441-41db-b6c6-8f8fecc9956e,revision_number=4']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:15.116196 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.116570 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.116922 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.117261 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.117595 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.117930 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.118260 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.118587 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.119022 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.119354 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.120350 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.120706 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:11:15.124696 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:15.313691 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] get_ports_and_sgs() called for port_ids ['9769a2d6-5441-41db-b6c6-8f8fecc9956e'] {{(pid=91874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:11:16.096766 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b7b05-2a21-48dd-a424-f25d1804e2df req-2d4b31b6-c892-4b94-b1e2-3b3621955aaf tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:16.098268 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-618b7b05-2a21-48dd-a424-f25d1804e2df req-2d4b31b6-c892-4b94-b1e2-3b3621955aaf tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 944 time: 0.0637870 Jun 16 16:11:16.135036 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-618b7b05-2a21-48dd-a424-f25d1804e2df req-a3ae1d77-ae4e-4dcd-a3b0-c42ca7856b0b tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312212 Jun 16 16:11:16.909998 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 9769a2d6-5441-41db-b6c6-8f8fecc9956e up at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:11:16.958303 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning for port 9769a2d6-5441-41db-b6c6-8f8fecc9956e completed by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:11:16.961823 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.provisioning_blocks [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Provisioning complete for port 9769a2d6-5441-41db-b6c6-8f8fecc9956e triggered by entity L2. {{(pid=91874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:11:16.962202 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1818193'] for port, provisioning_complete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:17.038265 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:17.060710 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e'}] {{(pid=91874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:17.062961 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}953bdde709f5c5fdbf6e2330e86bbb739643983b45351c4b2e28448d733991fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c75b15-6c98-4ca5-992b-9ffcb983fd76" -d '{"events": [{"server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "name": "network-vif-plugged", "status": "completed", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e"}]}' {{(pid=91874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:17.076075 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] For port 9769a2d6-5441-41db-b6c6-8f8fecc9956e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9769a2d6-5441-41db-b6c6-8f8fecc9956e,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:11:17.080184 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309'] for port, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:17.082009 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:17.103835 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ae3bd4-2c0b-4bcf-8ff5-0088c69a9609 x-openstack-request-id: req-e8ae3bd4-2c0b-4bcf-8ff5-0088c69a9609 {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:17.104137 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "name": "network-vif-plugged", "status": "completed", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e", "code": 200}]} {{(pid=91874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:17.105113 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8ae3bd4-2c0b-4bcf-8ff5-0088c69a9609 {{(pid=91874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:17.105645 dv-cinder-796113-4-iscsi neutron-server[91874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'code': 200} Jun 16 16:11:17.134222 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Pushing event updated for resources: {'Port': ['ID=9769a2d6-5441-41db-b6c6-8f8fecc9956e,revision_number=5']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:17.138249 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:17.310240 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028f9ca-8f4f-4049-8be0-f3f7163c2e98 req-6c065dd2-ab91-428e-8638-73551dd5cedc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:17.311094 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4028f9ca-8f4f-4049-8be0-f3f7163c2e98 req-6c065dd2-ab91-428e-8638-73551dd5cedc tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 945 time: 0.0649109 Jun 16 16:11:17.349071 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-4028f9ca-8f4f-4049-8be0-f3f7163c2e98 req-773b6746-634e-4185-b216-6266b5a34d11 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Jun 16 16:11:17.386167 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7626c-84cd-4d72-b818-73bb7e0306a0 req-124817dd-9512-421c-84c5-c9d920a3d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:17.387635 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-27b7626c-84cd-4d72-b818-73bb7e0306a0 req-124817dd-9512-421c-84c5-c9d920a3d93e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 1098 time: 0.0537758 Jun 16 16:11:17.421489 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-27b7626c-84cd-4d72-b818-73bb7e0306a0 req-97f73669-d2bb-453c-9f02-87b79a3b774f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270951 Jun 16 16:11:18.273341 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:18.529291 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b215a6-b0ea-402f-be3c-253ce1443cd3 req-3baaa7c6-d4ec-4491-beb9-f0266c9c8b7c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:18.530662 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-96b215a6-b0ea-402f-be3c-253ce1443cd3 req-3baaa7c6-d4ec-4491-beb9-f0266c9c8b7c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 945 time: 0.0665119 Jun 16 16:11:18.567561 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-96b215a6-b0ea-402f-be3c-253ce1443cd3 req-ab31acff-2fee-4609-ad07-3abcb92cbac3 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312998 Jun 16 16:11:19.742388 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40692779-45af-4542-8b5f-dc830b8fc103 req-485c79ef-c1a0-446e-907e-81ae34812e14 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:19.743896 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-40692779-45af-4542-8b5f-dc830b8fc103 req-485c79ef-c1a0-446e-907e-81ae34812e14 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 945 time: 0.0675697 Jun 16 16:11:19.781912 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-40692779-45af-4542-8b5f-dc830b8fc103 req-87404507-7d32-4667-bd5b-adca473e98b0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320206 Jun 16 16:11:19.955334 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d84a-38d3-4d2f-a87d-4d35658317f3 req-e6f13d7d-1ceb-49c6-95f5-4eaac4731e65 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:19.956793 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2852d84a-38d3-4d2f-a87d-4d35658317f3 req-e6f13d7d-1ceb-49c6-95f5-4eaac4731e65 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 945 time: 0.0679622 Jun 16 16:11:20.000663 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-2852d84a-38d3-4d2f-a87d-4d35658317f3 req-ddea361b-40b0-4239-9d03-6e62a74f57b8 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382683 Jun 16 16:11:20.024730 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48724) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:20.076698 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f51873-5299-4f8d-9915-1838e739c3e3 tempest-TestVolumeBootPattern-331358512 tempest-TestVolumeBootPattern-331358512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:20.078186 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-c0f51873-5299-4f8d-9915-1838e739c3e3 tempest-TestVolumeBootPattern-331358512 tempest-TestVolumeBootPattern-331358512-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 1093 time: 0.0525022 Jun 16 16:11:20.080933 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48726) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:11:20.085239 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.v2.base [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Request body: {'floatingip': {'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'port_id': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:11:20.107145 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:20.202403 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1724411'] for port, before_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:20.302047 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_common [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Allocated IP 172.27.2.71 (e934428e-02c4-4920-a028-c63fe0bcfad1/f5c3b484-fedb-4ec5-8462-9884f3ea8a40/1e0ce059-f759-4048-a5ed-cdd3e0604b83) {{(pid=91873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:11:20.418301 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for port, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:20.456459 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1733438', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760836084246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15704956'] for port, after_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:20.458412 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-125620ef-d5f6-409e-aecd-56b044a8f45d tempest-AttachVolumeTestJSON-693012077 tempest-AttachVolumeTestJSON-693012077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:20.494891 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Network e934428e-02c4-4920-a028-c63fe0bcfad1 is already hosted by enough agents. {{(pid=91873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:11:20.501112 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.base_scheduler [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Resources bound (agent type, host, resource id): {{(pid=91873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:11:20.504467 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Received port after_create {{(pid=91873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:11:20.509883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'Port': ['ID=1e0ce059-f759-4048-a5ed-cdd3e0604b83,revision_number=1']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:20.528642 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:20.852368 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:20.928447 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1724393'] for port, before_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:21.075481 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for port, precommit_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:21.080045 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760836524391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760836084264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760836084309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15704938'] for port, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:21.082883 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-930b1cb2-b4fe-4b96-866e-c81483ffcd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:11:21.151903 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event updated for resources: {'Port': ['ID=1e0ce059-f759-4048-a5ed-cdd3e0604b83,revision_number=2']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:11:21.154819 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:21.161324 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693741'] for floatingip, after_update {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:21.258940 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Floating IP e3f63b5c-e920-4932-92b1-8c5d279199ed associated. External IP: 172.27.2.71, port: 9769a2d6-5441-41db-b6c6-8f8fecc9956e. Jun 16 16:11:21.466023 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:11:21.571897 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:11:21.581839 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] Sync routers for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:11:21.591600 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:21.594093 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:11:21.594802 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:11:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:21.632573 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-92e91ec0-4bbb-4f68-a2c5-ca84106a8988 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5505955 Jun 16 16:11:21.633228 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:11:21.635873 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671cd4e8-6bf5-4564-a022-72e8a093669d" -d '{"events": [{"name": "network-changed", "server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:11:21.671428 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22d3fa7-9316-4456-9989-39f1bba7cac8 x-openstack-request-id: req-b22d3fa7-9316-4456-9989-39f1bba7cac8 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:11:21.671777 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:11:21.672054 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b22d3fa7-9316-4456-9989-39f1bba7cac8 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:11:21.672488 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'status': 'completed', 'code': 200} Jun 16 16:11:21.705016 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:11:21.748672 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-d08cde12-814c-42fe-a37f-1126790db344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:21.750148 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-d08cde12-814c-42fe-a37f-1126790db344 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 1098 time: 0.0541990 Jun 16 16:11:21.838195 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-05293f12-232e-4007-8ba4-17ca214f16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:21.839645 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-05293f12-232e-4007-8ba4-17ca214f16d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.0832701 Jun 16 16:11:21.906572 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-61e22e8e-1af1-4765-8bdd-8e200590be43 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9769a2d6-5441-41db-b6c6-8f8fecc9956e HTTP/1.1" status: 200 len: 998 time: 0.0602467 Jun 16 16:11:21.934868 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '4309add8-3c2f-4947-93dc-0e63f3f54a08', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:15Z', 'updated_at': '2021-06-16T16:09:17Z', 'revision_number': 1, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}, {'id': 'e3f63b5c-e920-4932-92b1-8c5d279199ed', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:50:54:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:11:20Z', 'updated_at': '2021-06-16T16:11:20Z', 'revision_number': 0, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:21.938294 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] Checking router: 612121a7-d08b-4d35-86ac-caf8e9ec6d2a for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:11:21.946132 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:11:21.946720 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:11:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:21.956323 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-f4b2a72f-879c-4fc5-a0d8-08b7bfcd56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:21.957800 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-f4b2a72f-879c-4fc5-a0d8-08b7bfcd56e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0448849 Jun 16 16:11:22.017285 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-142fac9d-9534-4c89-9ec5-b53854a26d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:22.018753 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-142fac9d-9534-4c89-9ec5-b53854a26d9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530815 Jun 16 16:11:22.051055 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:11:22.114048 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-bf1ee86b-077b-4fc1-8a3d-e072f7783b3b service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881791 Jun 16 16:11:22.204800 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-671cd4e8-6bf5-4564-a022-72e8a093669d req-d846f9db-fad7-4282-aedb-cd97dfd89721 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823910 Jun 16 16:11:22.273092 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '4309add8-3c2f-4947-93dc-0e63f3f54a08', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:15Z', 'updated_at': '2021-06-16T16:09:17Z', 'revision_number': 1, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}, {'id': 'e3f63b5c-e920-4932-92b1-8c5d279199ed', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:50:54:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:11:20Z', 'updated_at': '2021-06-16T16:11:20Z', 'revision_number': 0, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:11:22.276413 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33472cd7-905f-48e2-acc3-1297d8419610 None None] The sync data for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi is: [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '4309add8-3c2f-4947-93dc-0e63f3f54a08', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:15Z', 'updated_at': '2021-06-16T16:09:17Z', 'revision_number': 1, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}, {'id': 'e3f63b5c-e920-4932-92b1-8c5d279199ed', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.71', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:50:54:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:11:20Z', 'updated_at': '2021-06-16T16:11:20Z', 'revision_number': 0, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:11:22.461166 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b4f2a-d855-4c3b-af8e-0329c8b6b221 None None] New status for floating IP e3f63b5c-e920-4932-92b1-8c5d279199ed: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:11:30.346477 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ff303c5c-3669-49c6-91b0-80a802886e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:34.436548 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-126cf040-5140-4da6-bb65-4b78c5fc3f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:35.320246 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:36.342476 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:38.669343 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:40.470179 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:11:48.271245 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:55.896968 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-bf717731-28a1-40fa-9e64-c0e93f59d4d0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924957 Jun 16 16:11:55.994419 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-98f2c203-7e75-4ce7-b8f6-fd2b5c8ecf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:55.995869 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-98f2c203-7e75-4ce7-b8f6-fd2b5c8ecf41 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 1099 time: 0.0536573 Jun 16 16:11:56.112826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-6eff0761-dee0-44ee-bad9-5b053224a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:56.114309 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-6eff0761-dee0-44ee-bad9-5b053224a43f service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.0927711 Jun 16 16:11:56.177773 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-f96d09c4-c3fe-43db-8c12-9fef563e76f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=978c9542-e8c9-4be9-baab-16e21ca810ae HTTP/1.1" status: 200 len: 1001 time: 0.0555027 Jun 16 16:11:56.226520 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-7fff10fa-13db-41e2-a82f-98aa292bbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:56.227890 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-7fff10fa-13db-41e2-a82f-98aa292bbfc9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0430775 Jun 16 16:11:56.287928 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-590f31bc-b16a-4b46-b213-ba3156a7b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:11:56.289400 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-590f31bc-b16a-4b46-b213-ba3156a7b30a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549457 Jun 16 16:11:56.379130 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-387103dc-9eaa-4710-af53-e7fa587b6495 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788023 Jun 16 16:11:56.747613 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-83aaa1da-3a3d-4247-ad27-da218c80d5ed req-3c1ddb2a-2080-4f99-858b-86f5854c9bc1 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608699 Jun 16 16:12:00.347908 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e5335804-b7df-4b92-a1ec-6baaf7ccbaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:04.437343 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4729c2c8-8f6d-44c2-b0a3-729c42f8b68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:05.321526 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:06.345036 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:08.668442 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:17.469454 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:12:18.302257 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:30.352658 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-eeb9c7ee-ebc5-4cdf-aebc-788a1fa99f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:34.449369 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-4d4e091a-788b-409a-87ef-3a37fa9c6e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:35.322741 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:36.348049 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:38.670095 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:48.295183 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:49.332214 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48766) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:49.487428 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Deleting port 1e0ce059-f759-4048-a5ed-cdd3e0604b83 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:49.487768 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:49.563758 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:49.564087 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:49.629365 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Calling delete_port for 1e0ce059-f759-4048-a5ed-cdd3e0604b83 owned by network:floatingip {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:49.796921 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:49.798905 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-6a679919-48cb-4159-880e-ff159355e6ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:49.822428 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event deleted for resources: {'Port': ['ID=1e0ce059-f759-4048-a5ed-cdd3e0604b83,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:49.855763 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.856145 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.856520 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.856913 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.857282 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.857644 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.858263 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.858625 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.858991 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.859349 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.859704 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.860056 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:12:49.864011 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:49.900347 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:49.900635 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Floating IP e3f63b5c-e920-4932-92b1-8c5d279199ed disassociated (deleted). External IP: 172.27.2.71, port: 9769a2d6-5441-41db-b6c6-8f8fecc9956e. Jun 16 16:12:50.108711 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:12:50.214616 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:12:50.219744 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:50.224200 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] Sync routers for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:50.234162 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:12:50.234771 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:12:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:50.255240 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-279b065c-6825-4e6d-9a83-6ebbe80b19aa tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "DELETE /v2.0/floatingips/e3f63b5c-e920-4932-92b1-8c5d279199ed HTTP/1.1" status: 204 len: 168 time: 0.9219134 Jun 16 16:12:50.255902 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:12:50.258269 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d661567c-50ed-43ed-9817-1778dd83dd46" -d '{"events": [{"name": "network-changed", "server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:50.341696 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:12:50.347056 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd61c032-9c97-4e6e-8bb8-1b05c8e570a7 x-openstack-request-id: req-fd61c032-9c97-4e6e-8bb8-1b05c8e570a7 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:50.347553 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:50.347669 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd61c032-9c97-4e6e-8bb8-1b05c8e570a7 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:50.348145 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'status': 'completed', 'code': 200} Jun 16 16:12:50.448284 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-74c711fb-6dfb-416c-b68b-b1e7767e361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:50.450286 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-74c711fb-6dfb-416c-b68b-b1e7767e361d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 1098 time: 0.0739684 Jun 16 16:12:50.559535 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-0fc6ae9e-f2a4-4fd9-bd8e-fd2eb7d27b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:50.561043 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-0fc6ae9e-f2a4-4fd9-bd8e-fd2eb7d27b4c service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.1037974 Jun 16 16:12:50.593879 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '4309add8-3c2f-4947-93dc-0e63f3f54a08', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:15Z', 'updated_at': '2021-06-16T16:09:17Z', 'revision_number': 1, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:50.597305 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] Checking router: 612121a7-d08b-4d35-86ac-caf8e9ec6d2a for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:50.603215 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-a410acab-7e31-40dd-9c63-df5b58df3538 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9769a2d6-5441-41db-b6c6-8f8fecc9956e HTTP/1.1" status: 200 len: 217 time: 0.0346165 Jun 16 16:12:50.606663 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:12:50.607308 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:12:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:50.652125 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-e0abeb36-c16a-4ea4-8f2c-740dd1b04f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:50.653600 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-e0abeb36-c16a-4ea4-8f2c-740dd1b04f57 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0435297 Jun 16 16:12:50.661208 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db122d63-ee85-4374-a4a5-0a4f5f9e69b3 req-43f0707b-2825-4573-951e-482faf7344af tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:50.662682 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-db122d63-ee85-4374-a4a5-0a4f5f9e69b3 req-43f0707b-2825-4573-951e-482faf7344af tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 945 time: 0.0662115 Jun 16 16:12:50.702630 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-db122d63-ee85-4374-a4a5-0a4f5f9e69b3 req-bd7cbb61-6704-4cce-a475-f8d6cf8adb98 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333691 Jun 16 16:12:50.712634 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:12:50.721000 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-229bfd76-ff9a-4610-82e8-32aa2559bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:50.722669 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-229bfd76-ff9a-4610-82e8-32aa2559bc36 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616250 Jun 16 16:12:50.814552 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-e7d714a7-2f2a-4530-8795-acdb269a1506 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843344 Jun 16 16:12:50.914562 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-d661567c-50ed-43ed-9817-1778dd83dd46 req-a4e78382-b0eb-46c7-9048-d6cb499bbaef service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892341 Jun 16 16:12:51.062807 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '4309add8-3c2f-4947-93dc-0e63f3f54a08', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:15Z', 'updated_at': '2021-06-16T16:09:17Z', 'revision_number': 1, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:51.066869 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1b671-1488-4709-9850-ff8c64341698 None None] The sync data for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi is: [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_floatingips': [{'id': '4309add8-3c2f-4947-93dc-0e63f3f54a08', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'router_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'port_id': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'mac_address': 'fa:16:3e:f5:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:09:15Z', 'updated_at': '2021-06-16T16:09:17Z', 'revision_number': 1, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:51.283850 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef763da-2398-448e-bb0b-b7461198a446 None None] New status for floating IP e3f63b5c-e920-4932-92b1-8c5d279199ed: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:12:51.878616 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e23a11-7db5-4fd5-933e-57499512766f req-ad1361c1-a81d-4458-a075-3677ae7ec856 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:51.880050 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b1e23a11-7db5-4fd5-933e-57499512766f req-ad1361c1-a81d-4458-a075-3677ae7ec856 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 945 time: 0.0618865 Jun 16 16:12:51.917245 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b1e23a11-7db5-4fd5-933e-57499512766f req-788dd45e-0d50-4a73-86c7-de56616dc675 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313985 Jun 16 16:12:52.258240 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e4b2f-3d23-4440-b958-1300a3724814 req-7d6646b9-c20e-4093-adfd-7e5f72d1391c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:52.259654 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-080e4b2f-3d23-4440-b958-1300a3724814 req-7d6646b9-c20e-4093-adfd-7e5f72d1391c tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 945 time: 0.0618150 Jun 16 16:12:52.358815 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-080e4b2f-3d23-4440-b958-1300a3724814 req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Deleting port 9769a2d6-5441-41db-b6c6-8f8fecc9956e {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:52.359159 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-080e4b2f-3d23-4440-b958-1300a3724814 req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:52.448063 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-080e4b2f-3d23-4440-b958-1300a3724814 req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] For port 9769a2d6-5441-41db-b6c6-8f8fecc9956e, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9769a2d6-5441-41db-b6c6-8f8fecc9956e,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:52.449180 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-080e4b2f-3d23-4440-b958-1300a3724814 req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:52.511129 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-080e4b2f-3d23-4440-b958-1300a3724814 req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Calling delete_port for 9769a2d6-5441-41db-b6c6-8f8fecc9956e owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:52.635994 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-080e4b2f-3d23-4440-b958-1300a3724814 req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:52.639780 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-16755f99-1b5c-478a-b596-1d3bb9df3a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:52.662900 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event deleted for resources: {'Port': ['ID=9769a2d6-5441-41db-b6c6-8f8fecc9956e,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:52.666201 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:52.713142 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-080e4b2f-3d23-4440-b958-1300a3724814 req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] No DVR routers for this DVR port 9769a2d6-5441-41db-b6c6-8f8fecc9956e on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:12:52.715826 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-080e4b2f-3d23-4440-b958-1300a3724814 req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:52.717819 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-080e4b2f-3d23-4440-b958-1300a3724814 req-add95471-8f20-45e3-8963-040591cb4680 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "DELETE /v2.0/ports/9769a2d6-5441-41db-b6c6-8f8fecc9956e HTTP/1.1" status: 204 len: 173 time: 0.4525537 Jun 16 16:12:52.718326 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'name': 'network-vif-deleted', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:12:52.720620 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688d28af-074e-4a16-a3e8-8fd3e660cd88" -d '{"events": [{"server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "name": "network-vif-deleted", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:52.757951 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aafc59-78a0-4976-ae94-d34f41bcde7f x-openstack-request-id: req-a9aafc59-78a0-4976-ae94-d34f41bcde7f {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:52.758296 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30eb6207-d2f7-4721-9849-0a7d2e0fb627", "name": "network-vif-deleted", "tag": "9769a2d6-5441-41db-b6c6-8f8fecc9956e", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:52.758626 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9aafc59-78a0-4976-ae94-d34f41bcde7f {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:52.759047 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eb6207-d2f7-4721-9849-0a7d2e0fb627', 'name': 'network-vif-deleted', 'tag': '9769a2d6-5441-41db-b6c6-8f8fecc9956e', 'status': 'completed', 'code': 200} Jun 16 16:12:53.060913 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-c9de0f25-6c73-4036-a439-69b986612a1d req-3217a803-420e-4967-87f5-38c5f01b1fc3 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=30eb6207-d2f7-4721-9849-0a7d2e0fb627 HTTP/1.1" status: 200 len: 210 time: 0.0314963 Jun 16 16:12:54.467560 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:12:55.630865 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 9769a2d6-5441-41db-b6c6-8f8fecc9956e no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:12:55.650235 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: 9769a2d6-5441-41db-b6c6-8f8fecc9956e {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:12:55.650585 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 9769a2d6-5441-41db-b6c6-8f8fecc9956e not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:12:56.373584 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48808) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:56.524212 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Deleting port 96c7ab9e-27eb-47ac-ac75-34b5edfee8e0 {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:56.524561 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:56.600008 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:56.600324 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:56.660683 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Calling delete_port for 96c7ab9e-27eb-47ac-ac75-34b5edfee8e0 owned by network:floatingip {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:56.805789 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:56.808752 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-200991f3-76ca-49c4-9f94-bc50a125fd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:56.831652 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event deleted for resources: {'Port': ['ID=96c7ab9e-27eb-47ac-ac75-34b5edfee8e0,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:56.837754 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:56.896095 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:56.896418 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.db.l3_db [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Floating IP 4309add8-3c2f-4947-93dc-0e63f3f54a08 disassociated (deleted). External IP: 172.27.2.78, port: 978c9542-e8c9-4be9-baab-16e21ca810ae. Jun 16 16:12:57.098852 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:12:57.207315 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:12:57.212246 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:57.225481 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] Sync routers for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:12:57.235364 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:12:57.235983 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:12:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:57.253309 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-3603dad9-2ff6-440d-946d-53b19a7099d0 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "DELETE /v2.0/floatingips/4309add8-3c2f-4947-93dc-0e63f3f54a08 HTTP/1.1" status: 204 len: 168 time: 0.8786547 Jun 16 16:12:57.253974 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:12:57.256264 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ab801c-560f-4bb5-a341-03c87b1319f6" -d '{"events": [{"name": "network-changed", "server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:57.294930 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea4f7ae-e1f9-41ee-a135-426c42fcff1c x-openstack-request-id: req-6ea4f7ae-e1f9-41ee-a135-426c42fcff1c {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:57.295268 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:57.295564 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ea4f7ae-e1f9-41ee-a135-426c42fcff1c {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:57.296002 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'status': 'completed', 'code': 200} Jun 16 16:12:57.344067 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:12:57.371727 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-6052320e-c568-4c93-a016-a744aacffe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:57.373272 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-6052320e-c568-4c93-a016-a744aacffe08 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=98402c2debd44686a32eb54919a0b78a&device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 1099 time: 0.0532367 Jun 16 16:12:57.485938 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-84e48db8-5ce9-4cb9-a0d0-3a520bba6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:57.487461 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-84e48db8-5ce9-4cb9-a0d0-3a520bba6135 service neutron] 10.222.0.89 "GET /v2.0/networks?id=71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 200 len: 914 time: 0.1066656 Jun 16 16:12:57.532764 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-0d319dd8-c944-41f1-8149-197acea35786 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=978c9542-e8c9-4be9-baab-16e21ca810ae HTTP/1.1" status: 200 len: 217 time: 0.0386260 Jun 16 16:12:57.562704 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:57.566213 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] Checking router: 612121a7-d08b-4d35-86ac-caf8e9ec6d2a for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:12:57.574770 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:12:57.575054 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:12:34Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:57.583187 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-eb44817a-4f0e-4926-bcaa-abfeb0c724e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:57.584643 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-eb44817a-4f0e-4926-bcaa-abfeb0c724e6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 200 len: 851 time: 0.0447855 Jun 16 16:12:57.640264 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01a21a-f4af-497a-afab-b81150a3b788 req-5d96c951-56a4-4bde-82b3-21ab8f84f79e tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:57.641828 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ae01a21a-f4af-497a-afab-b81150a3b788 req-5d96c951-56a4-4bde-82b3-21ab8f84f79e tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 946 time: 0.0708251 Jun 16 16:12:57.642982 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-ac4c465f-ec34-4fad-8c48-0b4f7957db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:57.644443 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-ac4c465f-ec34-4fad-8c48-0b4f7957db7b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=71c8fa52-50cf-4b0d-bd1a-9443449e9181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532274 Jun 16 16:12:57.685209 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [req-ae01a21a-f4af-497a-afab-b81150a3b788 req-17bc2e33-24b3-4e17-8e30-4cbcdd01b47e tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376604 Jun 16 16:12:57.686954 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:12:57.905692 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:12:57.909584 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226eae1-f832-44e2-b6cd-a2cd06f1318b None None] The sync data for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi is: [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:01Z', 'revision_number': 4, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi', '_interfaces': [{'id': '903e1078-02a7-4121-bda6-e90b58c87302', 'name': '', 'network_id': '71c8fa52-50cf-4b0d-bd1a-9443449e9181', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'mac_address': 'fa:16:3e:29:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:01Z', 'updated_at': '2021-06-16T16:06:07Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'subnets': [{'id': '098eb542-7251-4f8b-a04c-cd5cf2d79af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:12:58.025923 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-ce1a9b4b-a0e9-47f8-ad47-c78f7ffd6ed0 service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744764 Jun 16 16:12:58.122009 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-40ab801c-560f-4bb5-a341-03c87b1319f6 req-43ea016d-24b7-4890-9b05-2d5ab8cf2b1d service neutron] 10.222.0.89 "GET /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850284 Jun 16 16:12:58.152816 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2aba4a-c779-40a4-8ccc-7d48e74f3504 None None] New status for floating IP 4309add8-3c2f-4947-93dc-0e63f3f54a08: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:12:58.868745 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ad70d-d93c-44be-aaa2-8cb9a9083a38 req-5ae4839f-60d4-4246-ad1b-9cf4d8cd442f tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:58.870182 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b67ad70d-d93c-44be-aaa2-8cb9a9083a38 req-5ae4839f-60d4-4246-ad1b-9cf4d8cd442f tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 946 time: 0.0686600 Jun 16 16:12:58.907536 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-b67ad70d-d93c-44be-aaa2-8cb9a9083a38 req-5d8af0c8-ad34-4ae5-9990-d0d7d9df1694 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf5a2c34-eac6-420d-96f7-55b3de3e5e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Jun 16 16:12:59.231336 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-513e4f1e-e989-4571-a255-b74074aa7883 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:12:59.232850 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-513e4f1e-e989-4571-a255-b74074aa7883 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 946 time: 0.0628772 Jun 16 16:12:59.333602 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Deleting port 978c9542-e8c9-4be9-baab-16e21ca810ae {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:12:59.333940 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:59.420709 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] For port 978c9542-e8c9-4be9-baab-16e21ca810ae, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=978c9542-e8c9-4be9-baab-16e21ca810ae,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:12:59.421066 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:59.486894 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Calling delete_port for 978c9542-e8c9-4be9-baab-16e21ca810ae owned by compute:nova {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:12:59.615787 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:59.619658 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-c24b7ec3-ec1a-423e-97f4-7525e58af688 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:12:59.644370 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event deleted for resources: {'Port': ['ID=978c9542-e8c9-4be9-baab-16e21ca810ae,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:12:59.647383 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:12:59.689408 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] No DVR routers for this DVR port 978c9542-e8c9-4be9-baab-16e21ca810ae on host hv-cinder-79611 {{(pid=91873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:12:59.691864 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for port, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:59.693822 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-3d6ea082-7eb1-4637-bf24-1f63edfe36bf req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.89 "DELETE /v2.0/ports/978c9542-e8c9-4be9-baab-16e21ca810ae HTTP/1.1" status: 204 len: 173 time: 0.4554129 Jun 16 16:12:59.694339 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'name': 'network-vif-deleted', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae'}] {{(pid=91873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:12:59.696651 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9029051ba9c8794e757f29b83be3de5a0f596abb965aed9896193078824f28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5913b6-f90e-42a5-952c-4721535a6875" -d '{"events": [{"server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "name": "network-vif-deleted", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae"}]}' {{(pid=91873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:12:59.735322 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa169510-793c-4e14-8f9e-c3c0763f2289 x-openstack-request-id: req-fa169510-793c-4e14-8f9e-c3c0763f2289 {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:12:59.735657 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202ac564-d286-4896-9ab5-9f0b1e54940a", "name": "network-vif-deleted", "tag": "978c9542-e8c9-4be9-baab-16e21ca810ae", "status": "completed", "code": 200}]} {{(pid=91873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:12:59.735948 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa169510-793c-4e14-8f9e-c3c0763f2289 {{(pid=91873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:12:59.736403 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202ac564-d286-4896-9ab5-9f0b1e54940a', 'name': 'network-vif-deleted', 'tag': '978c9542-e8c9-4be9-baab-16e21ca810ae', 'status': 'completed', 'code': 200} Jun 16 16:13:00.053892 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [req-f0257c55-eaf0-4f03-926e-35d2e2f914e9 req-06fd8aae-9c6d-41e1-8568-6a71750ea556 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "GET /v2.0/ports?device_id=202ac564-d286-4896-9ab5-9f0b1e54940a HTTP/1.1" status: 200 len: 210 time: 0.0307155 Jun 16 16:13:00.356140 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa86a-d5a4-4d39-9477-19dd10554c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.148775 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48824) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:01.272001 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Deleting port 480b9993-23da-4f8f-b28b-7bc2be84e512 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:01.272343 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.344630 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.344870 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.410138 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Calling delete_port for 480b9993-23da-4f8f-b28b-7bc2be84e512 owned by network:floatingip {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:01.540885 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.543008 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-ea6602ed-9621-4255-b01d-22aba4f72014 tempest-AttachVolumeShelveTestJSON-376588353 tempest-AttachVolumeShelveTestJSON-376588353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:01.566824 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event deleted for resources: {'Port': ['ID=480b9993-23da-4f8f-b28b-7bc2be84e512,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:01.594905 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.595219 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.595593 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.595960 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.596322 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.596720 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.597084 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.597435 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.597798 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.598147 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.598496 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.598846 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:01.602325 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:01.637548 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for floatingip, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.640029 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336810'] for floatingip, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:01.641185 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "DELETE /v2.0/floatingips/415140e1-2865-4d6d-9ba2-bf68b28edec6 HTTP/1.1" status: 204 len: 168 time: 0.4914463 Jun 16 16:13:02.905334 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48836) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:02.963263 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8b12a732-bcdd-4a8f-b3ea-a3427f3742f1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:02.988227 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8b12a732-bcdd-4a8f-b3ea-a3427f3742f1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:03.052511 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8b12a732-bcdd-4a8f-b3ea-a3427f3742f1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:03.055250 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-8b12a732-bcdd-4a8f-b3ea-a3427f3742f1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:03.056401 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-8b12a732-bcdd-4a8f-b3ea-a3427f3742f1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf5a2c34-eac6-420d-96f7-55b3de3e5e34 HTTP/1.1" status: 204 len: 168 time: 0.1499205 Jun 16 16:13:03.057243 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-5366036c-02b3-42f9-bba4-49cd9bf50042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:03.066873 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12a732-bcdd-4a8f-b3ea-a3427f3742f1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a2c34-eac6-420d-96f7-55b3de3e5e34,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:03.073596 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-8b12a732-bcdd-4a8f-b3ea-a3427f3742f1 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:03.112430 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48840) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:03.561007 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891850'] for router_interface, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:03.660417 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 978c9542-e8c9-4be9-baab-16e21ca810ae no longer exists at agent hyperv_hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:03.679979 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] No Port match for: 978c9542-e8c9-4be9-baab-16e21ca810ae {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:03.680332 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Device 978c9542-e8c9-4be9-baab-16e21ca810ae not bound to the agent host hv-cinder-79611 {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:03.816603 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Deleting port 903e1078-02a7-4121-bda6-e90b58c87302 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:03.816920 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:03.892019 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] For port 903e1078-02a7-4121-bda6-e90b58c87302, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=903e1078-02a7-4121-bda6-e90b58c87302,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:03.892378 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:03.957875 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Calling delete_port for 903e1078-02a7-4121-bda6-e90b58c87302 owned by network:router_interface {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:04.137592 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:04.139640 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-377c61ec-10c6-496a-b67e-7fd63086499b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:04.163082 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=903e1078-02a7-4121-bda6-e90b58c87302,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:04.166388 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:04.332991 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-891742'] for router_interface, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:04.439456 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f2830134-a6f8-439b-83f5-5a6af8080d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:04.538932 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:13:04.643460 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:13:04.648385 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d2a0c276-e819-4fa6-83d6-505a1e856ef1 admin admin] 10.222.0.48 "PUT /v2.0/routers/612121a7-d08b-4d35-86ac-caf8e9ec6d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5348866 Jun 16 16:13:04.650905 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48844) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:04.655225 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] Sync routers for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:13:04.664767 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:13:04.665443 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:13:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:04.770115 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks [] for router, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:04.771281 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: dv-cinder-796113-4-iscsi {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:13:04.870903 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:04.923979 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Deleting port 059338fc-2b0d-491f-a183-684d21576c93 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:04.924317 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:04.957185 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '059338fc-2b0d-491f-a183-684d21576c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:13:04Z', 'revision_number': 5, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port': {'id': '059338fc-2b0d-491f-a183-684d21576c93', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:04.960553 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] Checking router: 612121a7-d08b-4d35-86ac-caf8e9ec6d2a for host: dv-cinder-796113-4-iscsi {{(pid=91874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:13:04.968733 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] Routers {'612121a7-d08b-4d35-86ac-caf8e9ec6d2a'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:13:04.969362 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:13:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'], 'active': True} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:05.007077 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] For port 059338fc-2b0d-491f-a183-684d21576c93, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=059338fc-2b0d-491f-a183-684d21576c93,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:05.007654 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.050199 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvr_db [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] Set router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a gateway port host: None {{(pid=91874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:13:05.071585 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Calling delete_port for 059338fc-2b0d-491f-a183-684d21576c93 owned by network:router_gateway {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:05.103560 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_hamode_db [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:13:04Z', 'revision_number': 6, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port_host': None}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:05.107552 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c22b6-ab6e-4d11-9f9a-00ac5c857746 None None] The sync data for ids ['612121a7-d08b-4d35-86ac-caf8e9ec6d2a'] in dv-cinder-796113-4-iscsi is: [{'id': '612121a7-d08b-4d35-86ac-caf8e9ec6d2a', 'name': 'tempest-TestVolumeBootPattern-1145250849-router', 'tenant_id': '98402c2debd44686a32eb54919a0b78a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:05:59Z', 'updated_at': '2021-06-16T16:13:04Z', 'revision_number': 6, 'project_id': '98402c2debd44686a32eb54919a0b78a', 'gw_port_host': None}] {{(pid=91874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:13:05.239104 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.241159 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9a3af99c-011e-430a-b46b-3a704f05f682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:05.268492 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Pushing event deleted for resources: {'Port': ['ID=059338fc-2b0d-491f-a183-684d21576c93,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:05.271931 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:05.326470 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.336366 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693533'] for router_gateway, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.423641 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-881'] for router, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.425631 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.470074 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-888407'] for router, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.470655 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 612121a7-d08b-4d35-86ac-caf8e9ec6d2a {{(pid=91872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:13:05.476513 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] Notify callbacks [] for router, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.480050 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-61b913ca-8fee-4942-9028-2c343e4c9fee admin admin] 10.222.0.48 "DELETE /v2.0/routers/612121a7-d08b-4d35-86ac-caf8e9ec6d2a HTTP/1.1" status: 204 len: 168 time: 0.8258781 Jun 16 16:13:05.480243 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48846) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:05.531748 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d9671c-611b-4c25-952b-ac132e1702eb admin admin] Deleting subnet 098eb542-7251-4f8b-a04c-cd5cf2d79af3 {{(pid=91872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:13:05.535062 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3d9671c-611b-4c25-952b-ac132e1702eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.569422 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3d9671c-611b-4c25-952b-ac132e1702eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14333594'] for subnet, precommit_delete_associations {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.649556 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3d9671c-611b-4c25-952b-ac132e1702eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.702080 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3d9671c-611b-4c25-952b-ac132e1702eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13993037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14231879'] for subnet, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.704669 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:05.731719 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9671c-611b-4c25-952b-ac132e1702eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098eb542-7251-4f8b-a04c-cd5cf2d79af3,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:05.733660 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-d3d9671c-611b-4c25-952b-ac132e1702eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.736776 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-d3d9671c-611b-4c25-952b-ac132e1702eb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/098eb542-7251-4f8b-a04c-cd5cf2d79af3 HTTP/1.1" status: 204 len: 168 time: 0.2542455 Jun 16 16:13:05.736776 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-d3d9671c-611b-4c25-952b-ac132e1702eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:05.738360 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48848) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:05.739554 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e6cee-9583-4c24-85ea-b63aa07fbf3c None None] Network 71c8fa52-50cf-4b0d-bd1a-9443449e9181 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:13:05.809599 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.866077 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Deleting port 5dee0628-84c3-4977-9489-5ddf41221629 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:05.866418 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.923556 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] DHCP port deletion for 71c8fa52-50cf-4b0d-bd1a-9443449e9181 request from dv-cinder-796113-4-iscsi {{(pid=91874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:13:05.935726 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] For port 5dee0628-84c3-4977-9489-5ddf41221629, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=5dee0628-84c3-4977-9489-5ddf41221629,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:05.936087 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:05.970688 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Deleting port 5dee0628-84c3-4977-9489-5ddf41221629 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:05.971080 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.004925 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Calling delete_port for 5dee0628-84c3-4977-9489-5ddf41221629 owned by network:dhcp {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:06.036473 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] For port 5dee0628-84c3-4977-9489-5ddf41221629, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=5dee0628-84c3-4977-9489-5ddf41221629,segment=NetworkSegment(dfe584a5-8549-4923-9be2-411d636f8a7d),segment_id=dfe584a5-8549-4923-9be2-411d636f8a7d)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:06.036903 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.085561 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.087696 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-778f86ca-28e3-4e9b-b115-fc0ec4d25705 tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:06.106939 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Calling delete_port for 5dee0628-84c3-4977-9489-5ddf41221629 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:06.112851 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dee0628-84c3-4977-9489-5ddf41221629,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.116316 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:06.117125 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] No DVR routers for this DVR port 5dee0628-84c3-4977-9489-5ddf41221629 on host dv-cinder-796113-4-iscsi {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:13:06.194806 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.197993 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.200427 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:06.205751 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c8fa52-50cf-4b0d-bd1a-9443449e9181']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:06.216209 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe584a5-8549-4923-9be2-411d636f8a7d') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:06.216515 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe584a5-8549-4923-9be2-411d636f8a7d') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:06.222362 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Pushing event deleted for resources: {'Port': ['ID=5dee0628-84c3-4977-9489-5ddf41221629,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.225095 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.232671 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.233024 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.233361 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.233688 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.234012 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.234337 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.234657 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.234978 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.235564 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.235884 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.236198 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.236511 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796113-4-iscsi {{(pid=91874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:13:06.239156 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] No DVR routers for this DVR port 5dee0628-84c3-4977-9489-5ddf41221629 on host dv-cinder-796113-4-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:13:06.240653 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-9748b3e8-6e57-4fb1-aa8a-6c55a9799b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:06.243623 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.250544 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:13:06.250910 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:13:06.252928 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:13:06.310579 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.314500 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-b743116f-4b99-476e-b687-ab96d244d5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:06.316941 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.318715 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] 10.222.0.48 "DELETE /v2.0/networks/71c8fa52-50cf-4b0d-bd1a-9443449e9181 HTTP/1.1" status: 204 len: 168 time: 0.5794342 Jun 16 16:13:06.321831 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48850) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:06.329650 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c8fa52-50cf-4b0d-bd1a-9443449e9181,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:06.331976 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6805fafb-b1d5-45d3-a2bc-12b8006d6987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:06.352239 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.657935 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891850'] for router_interface, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.788553 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 059338fc-2b0d-491f-a183-684d21576c93 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:06.810302 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 059338fc-2b0d-491f-a183-684d21576c93 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:06.810641 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 059338fc-2b0d-491f-a183-684d21576c93 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:06.811113 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 5dee0628-84c3-4977-9489-5ddf41221629 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:06.829266 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 5dee0628-84c3-4977-9489-5ddf41221629 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:06.829624 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 5dee0628-84c3-4977-9489-5ddf41221629 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:06.830050 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 903e1078-02a7-4121-bda6-e90b58c87302 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:06.850445 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 903e1078-02a7-4121-bda6-e90b58c87302 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:06.850801 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 903e1078-02a7-4121-bda6-e90b58c87302 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:06.917442 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Deleting port 85d36a89-281c-4b51-9f86-34898da931eb {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:06.917705 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:06.993794 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] For port 85d36a89-281c-4b51-9f86-34898da931eb, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=85d36a89-281c-4b51-9f86-34898da931eb,segment=NetworkSegment(5febcffd-0474-4a9a-9e4a-ccf309eb9746),segment_id=5febcffd-0474-4a9a-9e4a-ccf309eb9746)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:06.994153 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:07.063000 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Calling delete_port for 85d36a89-281c-4b51-9f86-34898da931eb owned by network:router_interface {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:07.236607 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:07.238531 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-2dc4e764-42d9-4e90-9117-5bcbec1825ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:07.259952 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Pushing event deleted for resources: {'Port': ['ID=85d36a89-281c-4b51-9f86-34898da931eb,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:07.264256 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:07.426978 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-891742'] for router_interface, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:07.642703 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Router 81eeb476-6269-403b-b085-5bd2310acf2d has already been hosted by L3 agent 44537475-0f61-4df7-9dc6-ad677e53b46f {{(pid=91873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:13:07.750092 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] Notify agent at l3_agent.dv-cinder-796113-4-iscsi the message routers_updated {{(pid=91873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:13:07.755133 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-83a09703-8532-4435-ac8c-e480c9de49cb admin admin] 10.222.0.48 "PUT /v2.0/routers/81eeb476-6269-403b-b085-5bd2310acf2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4322724 Jun 16 16:13:07.757643 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48852) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:07.758550 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] Sync routers for ids ['81eeb476-6269-403b-b085-5bd2310acf2d'] in dv-cinder-796113-4-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:13:07.769097 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] Routers {'81eeb476-6269-403b-b085-5bd2310acf2d'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:13:07.769784 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:13:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['81eeb476-6269-403b-b085-5bd2310acf2d'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:07.862491 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks [] for router, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:07.881471 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] Set router 81eeb476-6269-403b-b085-5bd2310acf2d gateway port host: dv-cinder-796113-4-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:13:07.964614 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.018213 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Deleting port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d {{(pid=91873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:08.018612 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.064018 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'external_fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:13:07Z', 'revision_number': 5, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'gw_port': {'id': '5c4bf45d-74b6-4457-bd4f-9c4696b6a88d', 'name': '', 'network_id': 'e934428e-02c4-4920-a028-c63fe0bcfad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796113-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c3b484-fedb-4ec5-8462-9884f3ea8a40', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796113-4-iscsi'}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:08.067542 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] Checking router: 81eeb476-6269-403b-b085-5bd2310acf2d for host: dv-cinder-796113-4-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:13:08.075918 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] Routers {'81eeb476-6269-403b-b085-5bd2310acf2d'} bound to L3 agent in host dv-cinder-796113-4-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:13:08.076510 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796113-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:47:04Z,description=,heartbeat_timestamp=2021-06-16T16:13:04Z,host='dv-cinder-796113-4-iscsi',id=44537475-0f61-4df7-9dc6-ad677e53b46f,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:47:04Z,topic='l3_agent')) {'router_ids': ['81eeb476-6269-403b-b085-5bd2310acf2d'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:08.099496 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.db [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] For port 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=5c4bf45d-74b6-4457-bd4f-9c4696b6a88d,segment=NetworkSegment(0a28cd67-c4a1-4360-b4fc-f092a1983e0b),segment_id=0a28cd67-c4a1-4360-b4fc-f092a1983e0b)] {{(pid=91873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:08.099854 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.157190 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] Set router 81eeb476-6269-403b-b085-5bd2310acf2d gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:13:08.168168 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.plugins.ml2.plugin [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Calling delete_port for 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d owned by network:router_gateway {{(pid=91873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:08.210902 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:13:07Z', 'revision_number': 6, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'gw_port_host': None}], 'dv-cinder-796113-4-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:08.214463 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2795678-8a72-42e0-9238-63b142ae5ecf None None] The sync data for ids ['81eeb476-6269-403b-b085-5bd2310acf2d'] in dv-cinder-796113-4-iscsi is: [{'id': '81eeb476-6269-403b-b085-5bd2310acf2d', 'name': 'tempest-TestVolumeBootPattern-768890670-router', 'tenant_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:03Z', 'updated_at': '2021-06-16T16:13:07Z', 'revision_number': 6, 'project_id': '64dd7e5cdb774c6bbbbab3eac60cd172', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:13:08.333951 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15704931'] for port, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.335924 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-e9946418-c5e2-4da4-90d8-66b574f183cb tempest-TestVolumeBootPattern-1687786873 tempest-TestVolumeBootPattern-1687786873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:08.360201 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4bf45d-74b6-4457-bd4f-9c4696b6a88d,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:08.367362 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:08.425659 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693533'] for router_gateway, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.513664 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-887134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-881'] for router, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.515666 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.561946 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-888407'] for router, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.562608 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81eeb476-6269-403b-b085-5bd2310acf2d {{(pid=91873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:13:08.568593 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] Notify callbacks [] for router, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.569596 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-50667a70-12b7-4c04-aef8-5b7ee22f7231 admin admin] 10.222.0.48 "DELETE /v2.0/routers/81eeb476-6269-403b-b085-5bd2310acf2d HTTP/1.1" status: 204 len: 168 time: 0.8109658 Jun 16 16:13:08.572837 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [-] (91873) accepted ('10.222.0.48', 48854) {{(pid=91873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:08.617654 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf13e28-9056-420f-bdee-02a069d1c632 admin admin] Deleting subnet c1d467ee-54d5-405c-855b-f97a32af34f1 {{(pid=91873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:13:08.620844 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-acf13e28-9056-420f-bdee-02a069d1c632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.661116 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-acf13e28-9056-420f-bdee-02a069d1c632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15610773'] for subnet, precommit_delete_associations {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.672897 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.737146 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-acf13e28-9056-420f-bdee-02a069d1c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1814435'] for subnet, precommit_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.789755 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-acf13e28-9056-420f-bdee-02a069d1c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1814460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15705001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15222923'] for subnet, after_delete {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.791926 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-ca0c6914-c23f-4e9c-870c-89ccb2753dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:08.815572 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13e28-9056-420f-bdee-02a069d1c632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d467ee-54d5-405c-855b-f97a32af34f1,revision_number=None']} {{(pid=91873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:08.818044 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG oslo_concurrency.lockutils [None req-acf13e28-9056-420f-bdee-02a069d1c632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:08.820485 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron_lib.callbacks.manager [None req-acf13e28-9056-420f-bdee-02a069d1c632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for subnet, before_response {{(pid=91873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.822413 dv-cinder-796113-4-iscsi neutron-server[91873]: INFO neutron.wsgi [None req-acf13e28-9056-420f-bdee-02a069d1c632 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c1d467ee-54d5-405c-855b-f97a32af34f1 HTTP/1.1" status: 204 len: 168 time: 0.2493243 Jun 16 16:13:08.825921 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48856) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:08.826654 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec9d9b5-f6cd-425c-9515-2f1de437f201 None None] Network b86ce528-be04-4427-bdad-492ac4e54c88 requested from dv-cinder-796113-4-iscsi {{(pid=91874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:13:08.893277 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1750078'] for network, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:08.945237 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Deleting port a275b0b6-a764-4683-9515-f527331191f4 {{(pid=91872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:08.945582 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.017247 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.db [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] For port a275b0b6-a764-4683-9515-f527331191f4, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=a275b0b6-a764-4683-9515-f527331191f4,segment=NetworkSegment(5febcffd-0474-4a9a-9e4a-ccf309eb9746),segment_id=5febcffd-0474-4a9a-9e4a-ccf309eb9746)] {{(pid=91872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:09.017618 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.039392 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] DHCP port deletion for b86ce528-be04-4427-bdad-492ac4e54c88 request from dv-cinder-796113-4-iscsi {{(pid=91874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:13:09.070199 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 85d36a89-281c-4b51-9f86-34898da931eb no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:09.084096 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Calling delete_port for a275b0b6-a764-4683-9515-f527331191f4 owned by network:dhcp {{(pid=91872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:09.093534 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 85d36a89-281c-4b51-9f86-34898da931eb {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:09.093884 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 85d36a89-281c-4b51-9f86-34898da931eb not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:09.094318 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:09.114581 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:09.114930 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device 5c4bf45d-74b6-4457-bd4f-9c4696b6a88d not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:09.130235 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] Deleting port a275b0b6-a764-4683-9515-f527331191f4 {{(pid=91874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:13:09.130693 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760836519581'] for port, before_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.167278 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13993095'] for port, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.170445 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-709d788d-e626-4c9a-8af3-a5d8caeb28d2 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:09.195514 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a275b0b6-a764-4683-9515-f527331191f4,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:09.197349 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] No DVR routers for this DVR port a275b0b6-a764-4683-9515-f527331191f4 on host dv-cinder-796113-4-iscsi {{(pid=91872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:13:09.198813 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:09.200994 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.db [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] For port a275b0b6-a764-4683-9515-f527331191f4, host dv-cinder-796113-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796113-4-iscsi',level=0,port_id=a275b0b6-a764-4683-9515-f527331191f4,segment=NetworkSegment(5febcffd-0474-4a9a-9e4a-ccf309eb9746),segment_id=5febcffd-0474-4a9a-9e4a-ccf309eb9746)] {{(pid=91874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:13:09.201400 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695789'] for port, precommit_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.267675 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] Calling delete_port for a275b0b6-a764-4683-9515-f527331191f4 owned by network:dhcp {{(pid=91874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:13:09.492692 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1733431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760836524409', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760836084255'] for port, after_delete {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.494612 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:09.517574 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] Pushing event deleted for resources: {'Port': ['ID=a275b0b6-a764-4683-9515-f527331191f4,revision_number=None']} {{(pid=91874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:09.520510 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG oslo_concurrency.lockutils [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:09.521326 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca40c0-a7bb-4f14-9a56-52f3ad7a591f None None] No DVR routers for this DVR port a275b0b6-a764-4683-9515-f527331191f4 on host dv-cinder-796113-4-iscsi {{(pid=91874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:13:09.532401 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1812524', 'neutron.services.segments.db._delete_segments_for_network-8760836557105'] for network, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.542520 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86ce528-be04-4427-bdad-492ac4e54c88']}} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:09.553473 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5febcffd-0474-4a9a-9e4a-ccf309eb9746') {'for_net_delete': True} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:09.553777 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.services.segments.db [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5febcffd-0474-4a9a-9e4a-ccf309eb9746') {} {{(pid=91872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:13:09.563303 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760836556418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14333571'] for segment, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.577301 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768'] for segment, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.583480 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=91872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:13:09.583904 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1594768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13993170'] for segment, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: Traceback (most recent call last): Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: timer() Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: cb(*args, **kw) Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: return func(*args, **kwargs) Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: self._notify() Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: self.callback(batched_events) Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: event.method(event) Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: return f(self, *a, **k) Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._get(url).json() Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: return self.request(url, 'GET', **kwargs) Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:13:09.585711 dv-cinder-796113-4-iscsi neutron-server[91872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:13:09.641632 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1812517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-557896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693619'] for network, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.650729 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-9147f658-fc65-44bc-bdf2-9e1159ffe2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:09.650729 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557911'] for network, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.650729 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] 10.222.0.48 "DELETE /v2.0/networks/b86ce528-be04-4427-bdad-492ac4e54c88 HTTP/1.1" status: 204 len: 168 time: 0.8232431 Jun 16 16:13:09.662487 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=b86ce528-be04-4427-bdad-492ac4e54c88,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:09.664903 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-0c6a1595-fde3-4b6a-b841-21d309ce4d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:09.772187 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48860) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:09.812895 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-0d232839-179a-493c-a319-b5859d095a4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98402c2debd44686a32eb54919a0b78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389831 Jun 16 16:13:09.814790 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48862) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:09.863141 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dfda0cf3-0e4a-4d95-85d5-7976faa82a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.883351 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dfda0cf3-0e4a-4d95-85d5-7976faa82a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.929745 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dfda0cf3-0e4a-4d95-85d5-7976faa82a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.933060 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-dfda0cf3-0e4a-4d95-85d5-7976faa82a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:09.934189 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-dfda0cf3-0e4a-4d95-85d5-7976faa82a80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01581423-b595-4574-be10-491c8319731f HTTP/1.1" status: 204 len: 168 time: 0.1185098 Jun 16 16:13:09.935018 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-6360f9f8-26f2-494e-a71e-54c8b8d72a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:09.943764 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda0cf3-0e4a-4d95-85d5-7976faa82a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01581423-b595-4574-be10-491c8319731f,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:09.946240 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-dfda0cf3-0e4a-4d95-85d5-7976faa82a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:10.250155 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48868) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:10.291931 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-64e57e8f-83f3-4f97-bc64-fb02372f138d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64dd7e5cdb774c6bbbbab3eac60cd172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405419 Jun 16 16:13:10.294324 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [-] (91872) accepted ('10.222.0.48', 48870) {{(pid=91872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:13:10.341104 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-75304c0b-5705-4da8-9e04-035b361e95ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:10.361661 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-75304c0b-5705-4da8-9e04-035b361e95ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:10.406520 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-75304c0b-5705-4da8-9e04-035b361e95ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958725'] for security_group, after_delete {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:10.409168 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron_lib.callbacks.manager [None req-75304c0b-5705-4da8-9e04-035b361e95ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:10.410263 dv-cinder-796113-4-iscsi neutron-server[91872]: INFO neutron.wsgi [None req-75304c0b-5705-4da8-9e04-035b361e95ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24852b16-dedf-430e-bfd1-f4cb93aafb2f HTTP/1.1" status: 204 len: 168 time: 0.1150827 Jun 16 16:13:10.411008 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-88de520d-c313-4d15-aae0-feceff4ba48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:13:10.418022 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75304c0b-5705-4da8-9e04-035b361e95ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24852b16-dedf-430e-bfd1-f4cb93aafb2f,revision_number=None']} {{(pid=91872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:13:10.420396 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG oslo_concurrency.lockutils [None req-75304c0b-5705-4da8-9e04-035b361e95ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:13:10.787665 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device a275b0b6-a764-4683-9515-f527331191f4 no longer exists at agent ovs-agent-dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:13:10.808269 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.plugin [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] No Port match for: a275b0b6-a764-4683-9515-f527331191f4 {{(pid=91874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:13:10.808653 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron.plugins.ml2.rpc [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Device a275b0b6-a764-4683-9515-f527331191f4 not bound to the agent host dv-cinder-796113-4-iscsi {{(pid=91874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:13:18.320619 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:30.359823 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-5bc2380b-06a9-4153-8940-cfc636a5bfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:31.465776 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:13:32.225552 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [req-59c931d0-4dfd-4043-969d-d47e9773ead8 req-6bd72049-7b9a-4206-97e7-053c27959bc1 service neutron] (91872) timed out ('10.222.0.48', 42218) {{(pid=91872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:13:34.439009 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3f5906c5-ec59-4332-8220-b067734a191b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:35.328758 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:36.354481 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:38.676118 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:48.339299 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:00.360213 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f230f4a4-144d-4b30-b959-556a26c4dffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:04.439015 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-f3b86699-2cab-4d38-b7de-8324ddf27e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.329876 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.356399 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.464093 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:14:08.681545 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.354350 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:30.361155 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-14e2e68b-f816-46f6-bc85-59f138aeae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.439724 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-3bbd4134-bc3b-413c-ac05-f59b9c84b7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.331499 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.358607 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.681470 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.462648 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:14:48.357384 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:00.362145 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-838a1e29-ef6d-4e70-893f-9835948660a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:04.441119 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-200a6a30-53bc-4cb7-9d6e-19b1695cb3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.334073 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:06.360403 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:08.684957 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.376285 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:22.462003 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:15:30.362535 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-11422ff9-85c1-4cb0-8249-084279193e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.442456 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-68e84582-619a-452e-beba-2c68e634345d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:35.336448 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.365657 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:38.688940 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.897482 dv-cinder-796113-4-iscsi neutron-server[91872]: DEBUG neutron.wsgi [req-b60e8bd6-6b3f-4955-8d16-31bd466c052f req-054217ee-aa52-49d4-916d-d5264c31c758 tempest-TestMinimumBasicScenario-846022157 tempest-TestMinimumBasicScenario-846022157-project] (91872) timed out ('10.222.0.89', 61282) {{(pid=91872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:15:48.021736 dv-cinder-796113-4-iscsi neutron-server[91873]: DEBUG neutron.wsgi [req-b3f4744e-bd73-4114-9dd9-bd9862bbc1da req-a118ade9-7b9c-4ca2-8eee-0a7a453553a7 service neutron] (91873) timed out ('10.222.0.89', 61278) {{(pid=91873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:15:48.375783 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.461068 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:00.366963 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-91d933bc-b599-4bee-a392-bc0156f05c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:04.444476 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-9bb296de-c72b-4dc9-91fc-f1293eb59a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.339518 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.366833 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:08.690412 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.392367 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:30.362283 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-0b3faa8d-13dc-4753-a68a-722f9b70a936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:34.445761 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-2fbbec5f-9c05-49f0-9afb-a11b5ecbdd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:35.342579 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:36.371134 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:36.461054 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:38.700037 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:48.393009 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:00.364358 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-a6edd85c-7efe-4c18-bf62-87681c970f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:04.447754 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-b1c45010-23fb-403d-a816-77422ff06e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:05.342960 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:06.373768 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:08.692038 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.459620 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:17:18.408379 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.370296 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-45f665d8-199c-4a29-af54-0cb866202708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:34.447798 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e090468d-fdad-4d86-9ec0-8513df169894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:35.344991 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:36.376675 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:38.695777 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:48.411281 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:50.458546 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:18:00.362236 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-28749036-1650-4f3d-85fb-c9707a9d93d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.450003 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-ecf34b5b-94fc-41fb-9952-09e9679df623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.349054 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:06.379892 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-e3657647-19ed-48b6-8bfb-b92e7eb99afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:08.699762 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dfa7cc-a17a-4de9-af85-d01fa912bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:18.425075 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-6d77b8fe-26f6-4d5f-a982-99a3a54286fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.459452 dv-cinder-796113-4-iscsi neutron-server[91875]: DEBUG neutron.db.agents_db [None req-fea929c1-0b98-4f89-bcdb-987faec44f11 None None] Agent healthcheck: found 6 active agents {{(pid=91875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:18:30.367978 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c7b8413c-53f1-454d-bf87-27ededb8e30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:34.456477 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-c64178a3-84bf-4744-9023-3dc2d324f8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.359720 dv-cinder-796113-4-iscsi neutron-server[91874]: DEBUG neutron_lib.callbacks.manager [None req-51dee1cc-90e1-40c8-b907-5dd04b04f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760836557087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1818338'] for agent, after_update {{(pid=91874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}